Log session start time Wed Dec 12 23:35:59 EST 2018

Test Log HTML
Log session start time Wed Dec 12 23:36:15 EST 2018

Time Thread Level Category File:Line Message
5356 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5358 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5369 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5370 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5371 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5371 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5372 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5372 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5372 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5532 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
11353 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11355 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11355 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11356 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11356 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11356 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11360 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11366 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11366 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11367 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11368 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11534 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 65% reduce 0%
11613 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11635 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11639 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1811553494_0001_m_000001_0 is done. And is in the process of commiting
11647 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11648 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11648 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11649 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11649 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1811553494_0001_m_000001_0' done.
11649 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1811553494_0001_m_000001_0
11649 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1811553494_0001_m_000002_0
11650 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11650 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11650 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11651 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1811553494_0001/attempt_local1811553494_0001_m_000002_0
11660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11661 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3112247d
11662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11662 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
11662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11663 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11663 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11663 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
11677 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
11690 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
11695 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11705 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11710 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11717 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11719 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12486 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
12494 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
12498 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1811553494_0001_m_000002_0 is done. And is in the process of commiting
12499 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12500 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12500 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12501 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12501 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12502 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12504 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12507 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12508 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12511 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12511 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12511 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1811553494_0001_m_000002_0' done.
12512 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1811553494_0001_m_000002_0
12512 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
12519 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
12520 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12521 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12521 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12522 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12523 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12523 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12524 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12527 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1811553494_0001/attempt_local1811553494_0001_r_000000_0
12536 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
12536 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
12540 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3483888
12540 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12541 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12547 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
12555 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
12556 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12557 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12561 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12561 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12593 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1811553494_0001_r_000000_0 is done. And is in the process of commiting
12594 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12594 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12595 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12596 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12597 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12598 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12599 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12600 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12602 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12603 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12603 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12603 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1811553494_0001_r_000000_0 is allowed to commit now
12605 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1811553494_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
12605 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1811553494_0001_r_000000_0' to outputGenderStats/BQ2
12606 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12607 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12607 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12607 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
12607 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1811553494_0001_r_000000_0' done.
13537 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
13537 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1811553494_0001
13537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13548 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13551 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
13571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
13571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
13572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
13574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
13578 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
13581 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
13583 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
13583 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
13583 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
13584 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
13584 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
13584 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
13584 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
13584 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
13584 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
13584 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
13585 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
13586 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=352
13586 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
13586 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
13586 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
13586 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3289382912
13587 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
13587 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
13587 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
13588 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=279055
13588 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
13588 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
13588 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=16403
13590 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
13592 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13592 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13593 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 23:37:56 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
10 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
171 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
181 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
255 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
257 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
261 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
264 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
297 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
343 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
375 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
383 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
386 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
387 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
387 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
397 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
401 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
402 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
411 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
418 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1350438828/.staging/job_local1350438828_0001
432 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
447 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
452 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
462 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
463 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
567 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1350438828_0001
594 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
668 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1350438828_0001
717 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
721 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
726 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
732 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
737 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1350438828_0001_m_000000_0
748 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
758 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
774 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1350438828_0001/attempt_local1350438828_0001_m_000000_0
777 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
879 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
888 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25c1d75a
894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
895 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
897 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
899 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
900 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
914 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
961 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
962 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
962 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
962 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
963 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
963 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
963 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1673 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5898 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5910 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1350438828_0001_m_000000_0 is done. And is in the process of commiting
5913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5914 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5914 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5914 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5914 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5918 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5919 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5919 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5919 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5920 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1350438828_0001_m_000000_0' done.
5920 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1350438828_0001_m_000000_0
5921 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1350438828_0001_m_000001_0
5921 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5921 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5921 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5922 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1350438828_0001/attempt_local1350438828_0001_m_000001_0
5924 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5925 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@680352cb
5926 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5927 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5927 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5927 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5928 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5928 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5941 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5941 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5942 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5942 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5942 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5943 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5943 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
6681 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
11943 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11944 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11945 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11945 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11946 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11946 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11946 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11955 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11957 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11962 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11965 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12502 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
12513 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
12516 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1350438828_0001_m_000001_0 is done. And is in the process of commiting
12518 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12518 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12519 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12520 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12523 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1350438828_0001_m_000001_0' done.
12523 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1350438828_0001_m_000001_0
12524 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1350438828_0001_m_000002_0
12525 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
12525 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12526 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12526 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1350438828_0001/attempt_local1350438828_0001_m_000002_0
12528 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
12528 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7845cc4b
12530 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12530 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
12530 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12531 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12531 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12531 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
12543 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
12548 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
12552 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12552 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12552 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12553 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12553 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12685 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
13300 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
13303 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
13305 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1350438828_0001_m_000002_0 is done. And is in the process of commiting
13306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13307 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13307 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13307 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13308 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13308 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13309 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13309 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13309 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1350438828_0001_m_000002_0' done.
13310 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1350438828_0001_m_000002_0
13310 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
13314 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
13314 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13314 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13315 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
13315 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
13315 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
13315 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
13315 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13316 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1350438828_0001/attempt_local1350438828_0001_r_000000_0
13322 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
13324 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1290d0a1
13326 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13326 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13330 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
13333 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
13334 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13335 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13337 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13338 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
13350 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1350438828_0001_r_000000_0 is done. And is in the process of commiting
13352 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13353 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13353 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13353 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13353 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13354 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13354 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13354 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13354 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13355 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13355 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13355 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1350438828_0001_r_000000_0 is allowed to commit now
13356 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1350438828_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
13357 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1350438828_0001_r_000000_0' to outputGenderStats/BQ2
13358 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13358 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13359 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13359 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
13359 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1350438828_0001_r_000000_0' done.
13686 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
13687 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1350438828_0001
13688 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13692 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13697 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13701 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13703 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13707 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13708 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13713 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13714 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13732 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13734 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13735 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13743 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13744 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13745 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13748 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13749 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13749 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13750 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13751 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13751 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13752 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13754 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13756 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13758 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13758 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13759 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13761 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13762 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13763 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13763 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13764 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13766 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13767 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13768 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13770 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13771 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13772 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13773 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13774 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13774 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13776 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13776 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13779 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13779 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13780 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13787 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13787 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13788 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13788 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13790 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13790 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13790 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13791 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13791 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13791 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13791 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13791 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13792 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13792 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13792 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13793 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13793 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13793 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13794 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
13794 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
13795 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
13795 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
13795 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13796 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
13796 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
13796 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
13797 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
13797 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
13797 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
13797 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
13797 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
13798 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
13798 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
13798 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=18
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
13800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
13800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3278372864
13800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
13800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
13800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
13800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=267414
13800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
13801 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
13801 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=3698
13802 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
13802 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13803 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13803 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 23:39:48 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
10 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
154 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
163 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
224 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
226 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
232 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
259 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
288 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
313 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
320 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
321 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
321 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
322 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
328 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
330 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
331 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
337 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
344 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson608605424/.staging/job_local608605424_0001
358 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
370 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
373 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
376 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
377 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
449 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local608605424_0001
466 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
500 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local608605424_0001
533 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
535 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
539 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
555 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
562 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local608605424_0001_m_000000_0
592 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
605 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
606 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local608605424_0001/attempt_local608605424_0001_m_000000_0
631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
728 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
735 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25c1d75a
739 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
740 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
741 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
743 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
743 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
750 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
802 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
802 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
803 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
803 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
804 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
804 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
804 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1505 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5363 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5374 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local608605424_0001_m_000000_0 is done. And is in the process of commiting
5379 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5379 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5379 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5380 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5380 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5380 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5381 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5383 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5384 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5384 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5385 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5385 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local608605424_0001_m_000000_0' done.
5386 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local608605424_0001_m_000000_0
5386 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local608605424_0001_m_000001_0
5387 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5387 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5388 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5388 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local608605424_0001/attempt_local608605424_0001_m_000001_0
5389 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5390 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@680352cb
5392 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5395 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5397 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5399 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5400 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5401 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5408 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5409 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5410 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5410 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5509 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
11390 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11391 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11391 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11392 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11393 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11393 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11393 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11395 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11395 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11396 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11396 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11511 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 63% reduce 0%
12012 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
12021 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
12024 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local608605424_0001_m_000001_0 is done. And is in the process of commiting
12027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12028 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12030 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12032 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12034 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local608605424_0001_m_000001_0' done.
12035 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local608605424_0001_m_000001_0
12036 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local608605424_0001_m_000002_0
12036 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
12039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12042 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12043 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local608605424_0001/attempt_local608605424_0001_m_000002_0
12046 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
12046 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2e728703
12049 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12050 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
12050 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12051 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12051 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12051 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
12062 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
12063 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
12065 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12066 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12066 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12067 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12067 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12451 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
12455 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
12458 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local608605424_0001_m_000002_0 is done. And is in the process of commiting
12459 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12460 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12460 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12462 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12462 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12463 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12466 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12468 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12472 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12477 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12477 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local608605424_0001_m_000002_0' done.
12478 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local608605424_0001_m_000002_0
12478 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
12482 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
12483 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12484 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12485 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12485 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12485 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12485 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12486 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12488 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local608605424_0001/attempt_local608605424_0001_r_000000_0
12496 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
12496 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@681a5ec3
12497 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12502 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12507 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
12511 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
12511 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12512 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12512 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
12519 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12520 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12540 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local608605424_0001_r_000000_0 is done. And is in the process of commiting
12540 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12540 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12541 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12541 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12541 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12541 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12541 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12542 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12542 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12542 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12543 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12543 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local608605424_0001_r_000000_0 is allowed to commit now
12544 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local608605424_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
12545 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local608605424_0001_r_000000_0' to outputGenderStats/BQ2
12548 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12548 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12549 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12549 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
12549 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local608605424_0001_r_000000_0' done.
13513 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
13517 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local608605424_0001
13518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
13560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
13560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
13560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
13561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
13562 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
13562 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
13562 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
13562 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
13562 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
13562 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
13563 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
13563 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
13564 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
13571 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
13571 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
13571 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
13572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
13572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=18
13572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
13572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
13572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
13572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3261595648
13573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
13573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
13573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
13573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=267398
13573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
13573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
13574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=3698
13576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
13576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 23:43:53 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
10 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
169 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
180 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
243 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
244 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
248 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
250 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
276 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
303 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
327 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
334 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
335 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
335 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
336 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
342 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
345 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
346 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
351 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
358 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1133033735/.staging/job_local1133033735_0001
368 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
381 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
385 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
390 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
392 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
476 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1133033735_0001
493 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
525 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1133033735_0001
548 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
551 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
553 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
570 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
582 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1133033735_0001_m_000000_0
596 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
613 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
613 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
629 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1133033735_0001/attempt_local1133033735_0001_m_000000_0
639 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
761 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
767 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4368760
771 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
771 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
772 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
774 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
775 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
784 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
840 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
841 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
842 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
842 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
842 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
843 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
846 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1529 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5468 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5477 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1133033735_0001_m_000000_0 is done. And is in the process of commiting
5483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5485 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5485 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5485 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5487 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5487 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5488 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5488 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5488 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1133033735_0001_m_000000_0' done.
5488 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1133033735_0001_m_000000_0
5489 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1133033735_0001_m_000001_0
5489 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5489 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5489 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5490 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1133033735_0001/attempt_local1133033735_0001_m_000001_0
5491 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5491 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@532b3fdb
5493 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5494 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5494 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5494 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5495 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5495 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5506 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5507 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5509 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5509 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5510 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5510 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5510 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5536 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
10993 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11002 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11007 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1133033735_0001_m_000001_0 is done. And is in the process of commiting
11009 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11010 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11010 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11010 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11013 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11013 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11014 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11014 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11015 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1133033735_0001_m_000001_0' done.
11015 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1133033735_0001_m_000001_0
11016 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1133033735_0001_m_000002_0
11016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1133033735_0001/attempt_local1133033735_0001_m_000002_0
11029 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11031 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@511a9703
11034 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11037 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
11037 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11037 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11038 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11038 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
11050 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
11052 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
11055 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11056 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11058 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11062 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11064 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11538 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
11679 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11681 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11683 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1133033735_0001_m_000002_0 is done. And is in the process of commiting
11683 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11683 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11686 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11686 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11686 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11687 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1133033735_0001_m_000002_0' done.
11687 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1133033735_0001_m_000002_0
11687 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11690 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11690 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11691 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11691 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11691 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11691 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11691 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11692 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11694 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1133033735_0001/attempt_local1133033735_0001_r_000000_0
11700 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11705 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573
11707 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11708 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11714 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11720 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
11722 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11723 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11727 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11735 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11779 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1133033735_0001_r_000000_0 is done. And is in the process of commiting
11779 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11780 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11780 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11780 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11780 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11780 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11780 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11781 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11781 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11781 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11782 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11787 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1133033735_0001_r_000000_0 is allowed to commit now
11788 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1133033735_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11789 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1133033735_0001_r_000000_0' to outputGenderStats/BQ2
11790 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11790 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11791 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11791 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11792 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1133033735_0001_r_000000_0' done.
12539 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
12541 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1133033735_0001
12543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12551 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12595 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12597 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12599 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12602 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12602 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12609 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12609 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12617 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12617 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12618 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12618 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12620 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12620 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12636 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12639 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
12640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
12640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
12640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
12641 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
12641 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
12641 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
12642 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
12642 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
12642 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
12642 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
12642 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
12642 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
12642 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=18
12643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
12643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
12643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
12643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3281518592
12643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
12643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
12644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
12644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=267414
12644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
12644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
12644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=3698
12660 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
12661 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12663 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12664 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 23:45:49 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
165 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
175 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
231 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
234 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
237 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
264 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
299 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
325 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
333 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
335 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
335 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
336 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
343 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
346 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
347 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
354 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
360 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson455006213/.staging/job_local455006213_0001
372 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
382 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
385 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
388 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
389 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
472 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local455006213_0001
488 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
521 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local455006213_0001
554 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
555 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
555 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
565 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
570 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local455006213_0001_m_000000_0
595 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
632 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local455006213_0001/attempt_local455006213_0001_m_000000_0
634 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
733 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
738 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39
742 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
743 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
744 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
753 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
798 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
799 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
799 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
799 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
800 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
800 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
800 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1525 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5340 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5356 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local455006213_0001_m_000000_0 is done. And is in the process of commiting
5359 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5359 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5359 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5359 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5362 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5363 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5363 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5364 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5368 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local455006213_0001_m_000000_0' done.
5368 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local455006213_0001_m_000000_0
5369 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local455006213_0001_m_000001_0
5369 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5369 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5370 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5370 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local455006213_0001/attempt_local455006213_0001_m_000001_0
5375 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5376 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18f9346f
5381 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5381 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5384 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5386 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5386 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5387 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5397 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5397 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5397 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5530 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
10835 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10842 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10845 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local455006213_0001_m_000001_0 is done. And is in the process of commiting
10846 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10848 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10848 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10851 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10852 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10852 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10852 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10854 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10854 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10855 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10856 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10857 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local455006213_0001_m_000001_0' done.
10857 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local455006213_0001_m_000001_0
10857 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local455006213_0001_m_000002_0
10858 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10860 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10860 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10861 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local455006213_0001/attempt_local455006213_0001_m_000002_0
10862 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10862 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@79b2c88c
10863 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10864 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
10864 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10864 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10864 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10865 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
10875 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
10876 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
10876 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10876 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10877 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10877 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10878 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11264 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11268 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11269 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local455006213_0001_m_000002_0 is done. And is in the process of commiting
11269 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11270 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11270 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11270 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11270 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11271 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11271 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11272 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11272 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11273 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11273 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11273 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local455006213_0001_m_000002_0' done.
11274 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local455006213_0001_m_000002_0
11274 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11278 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11278 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11279 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11279 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11279 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11279 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11280 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11280 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11281 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local455006213_0001/attempt_local455006213_0001_r_000000_0
11285 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11286 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@443bde2e
11287 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11287 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11291 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11296 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
11296 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11297 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11299 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11299 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11310 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local455006213_0001_r_000000_0 is done. And is in the process of commiting
11311 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11312 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11312 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11313 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11314 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11314 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11314 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11316 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11317 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11318 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11318 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11319 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local455006213_0001_r_000000_0 is allowed to commit now
11321 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local455006213_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11322 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local455006213_0001_r_000000_0' to outputGenderStats/BQ2
11323 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11324 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11325 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11326 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11327 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local455006213_0001_r_000000_0' done.
11545 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
11546 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local455006213_0001
11547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11584 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11595 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11599 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11603 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11609 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11620 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11636 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11653 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11654 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11682 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
11690 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
11690 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
11691 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
11691 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
11691 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
11692 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
11692 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
11692 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
11692 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
11693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
11693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
11693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
11693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
11693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
11694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
11694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
11694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3292528640
11694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
11694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
11694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
11695 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=263708
11695 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
11695 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
11695 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
11696 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
11697 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11698 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11698 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 23:47:14 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
8 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
207 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
218 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
300 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
303 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
309 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
314 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
347 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
391 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
417 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
425 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
426 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
427 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
428 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
435 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
437 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
438 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
445 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
451 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson317056/.staging/job_local317056_0001
465 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
476 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
480 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
483 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
484 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
563 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local317056_0001
584 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
621 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local317056_0001
653 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
654 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
654 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
664 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
670 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local317056_0001_m_000000_0
685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
705 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
705 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
724 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local317056_0001/attempt_local317056_0001_m_000000_0
728 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
827 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
835 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22
840 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
840 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
841 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
845 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
845 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
855 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
900 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
901 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
901 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
902 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
903 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
903 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
903 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1624 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5278 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5289 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local317056_0001_m_000000_0 is done. And is in the process of commiting
5293 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5293 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5294 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5294 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5294 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5294 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5295 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5297 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5297 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5298 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5298 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5302 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local317056_0001_m_000000_0' done.
5302 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local317056_0001_m_000000_0
5303 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local317056_0001_m_000001_0
5303 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5304 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5304 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5305 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local317056_0001/attempt_local317056_0001_m_000001_0
5308 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5309 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13
5311 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5311 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5312 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5312 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5312 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5313 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5321 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5321 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5322 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5322 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5323 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5323 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5323 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5658 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
10854 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10863 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10865 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local317056_0001_m_000001_0 is done. And is in the process of commiting
10866 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10866 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10866 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10867 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10867 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10867 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10868 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10872 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10873 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10873 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10874 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10874 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local317056_0001_m_000001_0' done.
10875 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local317056_0001_m_000001_0
10875 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local317056_0001_m_000002_0
10876 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10876 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10876 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10877 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local317056_0001/attempt_local317056_0001_m_000002_0
10882 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10883 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@33d86706
10884 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10884 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
10884 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10885 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10885 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10885 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
10896 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
10896 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
10898 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10899 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10899 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10900 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10901 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11548 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11551 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11553 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local317056_0001_m_000002_0 is done. And is in the process of commiting
11554 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11554 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11554 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11555 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11555 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11555 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11556 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11558 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11559 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11559 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11560 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11561 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local317056_0001_m_000002_0' done.
11562 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local317056_0001_m_000002_0
11562 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11566 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11566 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11567 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11567 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11567 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11567 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11567 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11567 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11568 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local317056_0001/attempt_local317056_0001_r_000000_0
11574 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11577 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1290d0a1
11580 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11584 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11593 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11602 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
11603 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11603 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11618 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11618 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11633 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local317056_0001_r_000000_0 is done. And is in the process of commiting
11638 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11640 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11641 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11643 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11643 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11645 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11646 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11648 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11650 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11653 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11659 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local317056_0001_r_000000_0 is allowed to commit now
11660 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
11663 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local317056_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11665 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local317056_0001_r_000000_0' to outputGenderStats/BQ2
11678 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11679 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11682 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11683 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11685 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local317056_0001_r_000000_0' done.
12660 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
12661 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local317056_0001
12662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12668 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12669 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12669 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12670 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12671 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12672 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12672 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12677 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12677 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12677 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12678 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12682 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12682 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12683 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12683 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12684 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12684 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12684 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12684 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12685 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12685 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12685 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12685 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12685 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12688 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12688 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12689 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12689 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12689 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12689 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12689 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12689 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12690 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12692 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12696 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12696 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12697 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12697 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12697 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12697 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12699 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12699 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12699 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
12700 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
12700 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
12700 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
12700 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
12701 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
12701 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
12701 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
12701 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
12701 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
12702 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
12702 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
12702 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
12702 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
12703 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
12703 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
12703 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
12704 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3262119936
12704 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
12705 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
12705 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
12705 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=263660
12705 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
12705 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
12705 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
12707 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
12707 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12708 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12708 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 23:51:04 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
10 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
169 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
179 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
235 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
236 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
239 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
242 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
268 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
296 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
321 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
329 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
330 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
331 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
331 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
337 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
340 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
342 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
348 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
361 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1883533378/.staging/job_local1883533378_0001
376 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
385 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
387 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
390 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
391 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
467 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1883533378_0001
484 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
519 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1883533378_0001
544 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
548 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
550 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
555 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
560 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1883533378_0001_m_000000_0
588 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
599 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
601 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
625 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1883533378_0001/attempt_local1883533378_0001_m_000000_0
630 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
741 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
746 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22
750 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
750 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
751 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
753 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
755 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
766 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
813 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
814 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
814 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
814 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
815 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
815 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
815 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1525 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5387 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5402 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1883533378_0001_m_000000_0 is done. And is in the process of commiting
5405 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5405 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5405 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5406 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5406 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5406 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5406 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5408 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5410 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5410 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1883533378_0001_m_000000_0' done.
5410 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1883533378_0001_m_000000_0
5411 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1883533378_0001_m_000001_0
5411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5412 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1883533378_0001/attempt_local1883533378_0001_m_000001_0
5414 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5415 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13
5417 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5418 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5418 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5418 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5418 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5419 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5426 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5426 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5530 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
11102 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11110 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11114 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1883533378_0001_m_000001_0 is done. And is in the process of commiting
11115 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11116 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11116 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11120 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11122 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11122 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11124 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11125 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11126 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11127 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11127 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1883533378_0001_m_000001_0' done.
11128 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1883533378_0001_m_000001_0
11128 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1883533378_0001_m_000002_0
11128 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11130 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11131 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11131 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1883533378_0001/attempt_local1883533378_0001_m_000002_0
11132 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11133 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72a65673
11134 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11134 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
11134 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11134 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11135 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11135 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
11147 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
11148 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
11152 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11153 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11153 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11153 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11154 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11532 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
11771 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11774 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11779 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1883533378_0001_m_000002_0 is done. And is in the process of commiting
11782 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11784 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11785 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11786 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11788 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11790 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11790 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11792 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11792 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11793 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1883533378_0001_m_000002_0' done.
11793 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1883533378_0001_m_000002_0
11794 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11798 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11799 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11801 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11801 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11801 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11801 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11802 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11802 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11804 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1883533378_0001/attempt_local1883533378_0001_r_000000_0
11809 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11810 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6
11810 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11811 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11815 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11819 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
11820 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11820 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11823 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11824 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11845 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1883533378_0001_r_000000_0 is done. And is in the process of commiting
11847 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11853 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11854 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11854 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11854 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11854 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11855 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1883533378_0001_r_000000_0 is allowed to commit now
11865 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1883533378_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11865 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1883533378_0001_r_000000_0' to outputGenderStats/BQ2
11870 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11871 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11871 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11872 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11872 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1883533378_0001_r_000000_0' done.
12533 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
12534 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1883533378_0001
12535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12584 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12595 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12599 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12602 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12602 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12610 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
12644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
12644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
12645 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
12645 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
12646 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
12648 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
12648 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
12649 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
12649 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
12649 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
12650 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
12650 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
12651 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
12651 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
12652 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
12652 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
12652 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3261595648
12652 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
12653 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
12653 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
12654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=263724
12654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
12654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
12654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
12658 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
12658 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12659 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12659 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 23:53:30 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
8 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
159 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
170 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
231 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
234 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
237 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
263 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
292 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
318 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
329 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
332 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
332 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
335 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
344 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
349 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
353 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
362 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
373 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1787622604/.staging/job_local1787622604_0001
387 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
397 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
400 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
403 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
404 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
536 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1787622604_0001
560 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
611 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1787622604_0001
634 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
635 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
637 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
644 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
650 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1787622604_0001_m_000000_0
667 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
677 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
696 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1787622604_0001/attempt_local1787622604_0001_m_000000_0
699 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
785 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
789 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22
794 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
795 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
798 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
798 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
808 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
853 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
853 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
854 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
854 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
854 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
854 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
855 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1615 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5306 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5330 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1787622604_0001_m_000000_0 is done. And is in the process of commiting
5336 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5336 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5336 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5337 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5337 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5338 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5338 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5340 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5344 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5345 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1787622604_0001_m_000000_0' done.
5346 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1787622604_0001_m_000000_0
5348 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1787622604_0001_m_000001_0
5348 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5349 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5349 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5350 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1787622604_0001/attempt_local1787622604_0001_m_000001_0
5352 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5352 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13
5354 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5355 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5355 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5356 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5356 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5358 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5373 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5374 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5375 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5376 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5377 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5377 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5378 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5620 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
11133 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11141 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11144 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1787622604_0001_m_000001_0 is done. And is in the process of commiting
11145 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11147 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11148 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11149 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11151 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11152 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11152 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11154 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11155 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11157 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11159 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11161 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1787622604_0001_m_000001_0' done.
11161 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1787622604_0001_m_000001_0
11162 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1787622604_0001_m_000002_0
11163 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11165 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11166 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11168 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1787622604_0001/attempt_local1787622604_0001_m_000002_0
11171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11173 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43832afe
11175 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11176 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
11176 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11177 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11177 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11177 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
11187 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
11188 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
11189 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11192 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11622 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
11822 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11827 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11829 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1787622604_0001_m_000002_0 is done. And is in the process of commiting
11831 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11833 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11833 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11835 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11835 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11837 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11837 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11838 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11838 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11838 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1787622604_0001_m_000002_0' done.
11839 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1787622604_0001_m_000002_0
11839 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11842 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11843 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11843 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11843 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11844 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11844 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11844 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11844 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11845 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1787622604_0001/attempt_local1787622604_0001_r_000000_0
11851 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11852 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573
11852 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11853 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11860 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11868 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
11869 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11870 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11876 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11879 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11923 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1787622604_0001_r_000000_0 is done. And is in the process of commiting
11924 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11924 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11926 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11927 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11927 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11927 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11928 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11928 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11929 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11930 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11930 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11930 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1787622604_0001_r_000000_0 is allowed to commit now
11931 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1787622604_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11932 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1787622604_0001_r_000000_0' to outputGenderStats/BQ2
11933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11933 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11934 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1787622604_0001_r_000000_0' done.
12622 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
12623 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1787622604_0001
12623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12636 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12646 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12648 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12653 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12668 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12669 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12669 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12670 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12670 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12670 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12670 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12672 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12672 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12685 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12687 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12688 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12688 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
12688 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
12688 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
12688 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
12689 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
12689 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
12689 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
12689 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
12689 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
12689 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
12689 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
12690 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
12690 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
12690 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=316
12690 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
12690 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
12690 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
12690 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3279945728
12691 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
12691 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
12691 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
12691 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=304528
12691 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
12691 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
12692 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=40812
12700 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
12701 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12701 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12701 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 23:56:44 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
10 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
158 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
168 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
224 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
226 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
229 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
232 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
256 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
284 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
305 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
311 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
312 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
314 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
315 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
321 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
325 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
327 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
335 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
343 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson924088458/.staging/job_local924088458_0001
352 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
361 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
367 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
370 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
371 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
461 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local924088458_0001
481 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
519 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local924088458_0001
555 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
555 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
555 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
564 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
568 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local924088458_0001_m_000000_0
581 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
606 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
640 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local924088458_0001/attempt_local924088458_0001_m_000000_0
644 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
765 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
772 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@da12e60
777 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
777 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
778 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
780 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
780 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
787 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
833 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
833 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
835 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
835 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1522 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5262 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5279 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local924088458_0001_m_000000_0 is done. And is in the process of commiting
5281 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5281 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5281 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5282 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5282 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5282 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5282 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5284 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5284 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5285 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5286 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local924088458_0001_m_000000_0' done.
5286 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local924088458_0001_m_000000_0
5287 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local924088458_0001_m_000001_0
5287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5288 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5288 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local924088458_0001/attempt_local924088458_0001_m_000001_0
5290 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5292 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6afd721c
5293 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5294 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5294 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5294 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5294 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5295 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5303 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5304 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5304 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5304 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5304 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5304 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5305 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5580 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
11004 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11012 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11018 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local924088458_0001_m_000001_0 is done. And is in the process of commiting
11019 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11021 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11022 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11025 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11028 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11031 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11032 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11034 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11036 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11037 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local924088458_0001_m_000001_0' done.
11038 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local924088458_0001_m_000001_0
11039 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local924088458_0001_m_000002_0
11040 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11041 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11042 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11044 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local924088458_0001/attempt_local924088458_0001_m_000002_0
11046 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11048 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2817c5d2
11049 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11049 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
11049 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11050 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11050 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11054 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
11065 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
11069 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
11071 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11072 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11072 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11074 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11074 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11582 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
11774 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11779 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11783 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local924088458_0001_m_000002_0 is done. And is in the process of commiting
11783 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11784 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11786 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11786 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11786 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11788 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11789 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11790 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11790 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11790 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local924088458_0001_m_000002_0' done.
11791 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local924088458_0001_m_000002_0
11791 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11795 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11796 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11797 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11797 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11797 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11797 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11798 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11798 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11800 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local924088458_0001/attempt_local924088458_0001_r_000000_0
11803 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11804 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1290d0a1
11804 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11804 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11808 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11815 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
11815 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11816 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11819 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11819 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11837 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local924088458_0001_r_000000_0 is done. And is in the process of commiting
11838 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11838 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11838 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11838 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11838 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11839 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11839 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11839 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11840 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11840 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11840 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11840 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local924088458_0001_r_000000_0 is allowed to commit now
11842 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local924088458_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11842 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local924088458_0001_r_000000_0' to outputGenderStats/BQ2
11844 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11845 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11845 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11845 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11846 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local924088458_0001_r_000000_0' done.
12583 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
12584 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local924088458_0001
12586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12597 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12599 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12610 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12618 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12620 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12635 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12646 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12648 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12652 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
12653 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
12653 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
12653 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
12654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
12654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
12654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
12654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
12654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
12654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
12654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
12655 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
12655 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
12655 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
12655 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
12655 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
12656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
12656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3278372864
12656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
12656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
12656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
12656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=263708
12656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
12657 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
12657 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
12659 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
12660 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12660 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12660 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 23:58:38 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
7 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
159 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
170 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
232 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
235 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
238 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
264 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
295 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
314 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
319 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
320 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
321 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
322 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
328 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
330 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
332 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
337 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
344 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson366230024/.staging/job_local366230024_0001
354 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
365 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
368 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
371 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
373 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
456 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local366230024_0001
472 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
507 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local366230024_0001
536 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
540 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
542 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
553 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
560 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local366230024_0001_m_000000_0
575 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
599 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
603 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
618 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local366230024_0001/attempt_local366230024_0001_m_000000_0
622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
726 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
734 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4368760
739 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
740 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
741 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
743 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
743 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
750 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
795 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
795 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
797 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1513 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5259 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5272 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local366230024_0001_m_000000_0 is done. And is in the process of commiting
5275 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5275 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5276 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5276 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5276 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5276 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5277 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5278 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5279 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5280 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5280 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5280 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local366230024_0001_m_000000_0' done.
5280 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local366230024_0001_m_000000_0
5281 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local366230024_0001_m_000001_0
5281 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5281 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5281 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5282 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local366230024_0001/attempt_local366230024_0001_m_000001_0
5284 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5285 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@532b3fdb
5286 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5287 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5288 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5288 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5289 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5298 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5299 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5299 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5300 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5301 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5302 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5302 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5523 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
10856 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10865 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10869 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local366230024_0001_m_000001_0 is done. And is in the process of commiting
10870 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10872 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10872 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10874 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10876 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10876 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10877 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10879 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10882 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10882 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10883 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10885 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local366230024_0001_m_000001_0' done.
10886 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local366230024_0001_m_000001_0
10887 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local366230024_0001_m_000002_0
10887 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10889 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10890 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10891 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local366230024_0001/attempt_local366230024_0001_m_000002_0
10894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10895 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@511a9703
10898 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10899 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
10900 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10902 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10903 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10905 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
10915 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
10916 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
10917 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10917 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10918 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10919 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10919 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11525 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
11550 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11552 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11556 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local366230024_0001_m_000002_0 is done. And is in the process of commiting
11558 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11558 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11562 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11563 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11564 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11565 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11568 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11570 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11571 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11571 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local366230024_0001_m_000002_0' done.
11571 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local366230024_0001_m_000002_0
11572 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11575 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11576 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11577 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11578 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11581 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11582 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11583 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11586 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11588 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local366230024_0001/attempt_local366230024_0001_r_000000_0
11594 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11595 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573
11596 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11597 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11605 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11615 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
11616 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11618 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11622 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11623 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11660 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local366230024_0001_r_000000_0 is done. And is in the process of commiting
11661 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11661 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11661 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11661 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11661 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11662 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11662 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11662 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11663 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11663 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11663 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11664 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local366230024_0001_r_000000_0 is allowed to commit now
11665 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local366230024_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11666 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local366230024_0001_r_000000_0' to outputGenderStats/BQ2
11667 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11667 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11668 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11668 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11669 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local366230024_0001_r_000000_0' done.
12527 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
12529 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local366230024_0001
12532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12534 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12548 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12584 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
12593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
12594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
12594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
12594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
12594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
12594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
12594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
12594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
12594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
12595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
12595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
12595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
12595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
12595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
12595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
12595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
12595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3281518592
12596 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
12596 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
12597 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
12597 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=263708
12597 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
12597 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
12597 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
12600 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
12601 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12601 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12602 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 00:00:51 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
157 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
168 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
232 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
233 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
237 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
239 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
266 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
292 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
321 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
329 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
330 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
331 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
332 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
341 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
343 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
344 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
349 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
357 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson602779830/.staging/job_local602779830_0001
368 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
377 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
380 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
383 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
384 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
460 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local602779830_0001
479 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
512 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local602779830_0001
545 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
545 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
546 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
550 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
555 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local602779830_0001_m_000000_0
579 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
587 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
588 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
605 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local602779830_0001/attempt_local602779830_0001_m_000000_0
608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
714 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
720 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22
725 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
727 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
728 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
731 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
731 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
742 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
792 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
793 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
793 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
793 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
794 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
794 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
794 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1517 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5323 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5337 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local602779830_0001_m_000000_0 is done. And is in the process of commiting
5340 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5340 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5340 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5342 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5344 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5344 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5345 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5345 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5346 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local602779830_0001_m_000000_0' done.
5346 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local602779830_0001_m_000000_0
5347 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local602779830_0001_m_000001_0
5347 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5347 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5348 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5349 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local602779830_0001/attempt_local602779830_0001_m_000001_0
5351 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5352 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13
5354 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5354 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5355 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5355 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5355 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5356 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5364 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5364 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5365 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5365 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5365 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5366 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5366 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5521 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
10957 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10963 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10966 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local602779830_0001_m_000001_0 is done. And is in the process of commiting
10967 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10967 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10968 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10968 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10968 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10969 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10969 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10970 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10971 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10971 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10971 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10972 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local602779830_0001_m_000001_0' done.
10972 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local602779830_0001_m_000001_0
10972 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local602779830_0001_m_000002_0
10972 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10973 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10973 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10973 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local602779830_0001/attempt_local602779830_0001_m_000002_0
10976 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10976 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43832afe
10979 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10980 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
10981 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10982 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10982 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10983 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
10992 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
10992 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
10993 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10994 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10995 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10995 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10996 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11362 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11372 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11384 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local602779830_0001_m_000002_0 is done. And is in the process of commiting
11387 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11391 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11394 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11397 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11399 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11403 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11403 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11405 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11406 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11406 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11406 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11406 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local602779830_0001_m_000002_0' done.
11407 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local602779830_0001_m_000002_0
11407 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11410 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11411 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11412 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11412 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11412 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11412 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11413 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11413 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11417 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local602779830_0001/attempt_local602779830_0001_r_000000_0
11431 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11431 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6
11432 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11432 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11436 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11440 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
11441 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11441 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11444 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11446 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11469 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local602779830_0001_r_000000_0 is done. And is in the process of commiting
11470 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11470 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11471 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11471 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11471 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11471 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11472 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11472 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11472 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11473 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11473 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11473 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local602779830_0001_r_000000_0 is allowed to commit now
11474 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local602779830_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11474 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local602779830_0001_r_000000_0' to outputGenderStats/BQ2
11478 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11483 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11483 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11483 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11483 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local602779830_0001_r_000000_0' done.
11524 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
11525 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local602779830_0001
11525 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11525 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11526 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11526 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11526 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11526 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11533 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11533 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11533 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11533 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11533 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11571 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
11571 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
11571 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
11571 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
11571 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
11572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
11572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
11572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
11572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
11572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
11572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
11573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
11573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
11573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=36
11573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
11573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
11573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
11574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3281518592
11574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
11574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
11574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
11574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=271084
11574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
11574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
11575 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=7384
11576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
11576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 08:05:55 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
22 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
188 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
198 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
297 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
301 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
304 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
307 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
335 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
375 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
400 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
408 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
410 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
412 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
413 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
421 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
424 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
426 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
433 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
440 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1865468173/.staging/job_local1865468173_0001
452 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
460 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
463 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
466 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
468 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
555 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1865468173_0001
575 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
615 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1865468173_0001
655 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
658 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
660 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
683 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
685 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1865468173_0001_m_000000_0
694 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
704 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
704 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
720 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1865468173_0001/attempt_local1865468173_0001_m_000000_0
725 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
821 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
828 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22
833 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
835 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
837 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
839 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
840 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
847 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
892 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
893 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
893 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
893 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1619 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5421 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5436 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1865468173_0001_m_000000_0 is done. And is in the process of commiting
5439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5440 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5440 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5440 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5442 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5443 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5444 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1865468173_0001_m_000000_0' done.
5444 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1865468173_0001_m_000000_0
5445 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1865468173_0001_m_000001_0
5445 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5445 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5446 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5446 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1865468173_0001/attempt_local1865468173_0001_m_000001_0
5448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5450 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13
5454 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5455 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5455 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5455 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5456 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5457 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5464 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5464 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5466 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5467 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5467 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5625 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
10994 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11004 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11006 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1865468173_0001_m_000001_0 is done. And is in the process of commiting
11006 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11007 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11007 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11008 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11008 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11008 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11009 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11010 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11012 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11014 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11016 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11017 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1865468173_0001_m_000001_0' done.
11019 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1865468173_0001_m_000001_0
11020 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1865468173_0001_m_000002_0
11021 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11021 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11021 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11023 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1865468173_0001/attempt_local1865468173_0001_m_000002_0
11024 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11025 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@33d86706
11026 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11026 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
11026 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11028 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11029 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
11038 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
11039 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
11039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11040 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11041 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11041 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11042 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11627 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
11682 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11686 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11689 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1865468173_0001_m_000002_0 is done. And is in the process of commiting
11690 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11691 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11691 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11693 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11693 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11694 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11694 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11694 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11702 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1865468173_0001_m_000002_0' done.
11704 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1865468173_0001_m_000002_0
11707 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11712 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11712 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11712 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11713 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11713 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11713 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11716 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11717 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11719 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1865468173_0001/attempt_local1865468173_0001_r_000000_0
11736 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11740 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6
11740 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11741 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11747 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11754 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 16975 bytes
11755 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11756 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11761 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11763 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11824 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1865468173_0001_r_000000_0 is done. And is in the process of commiting
11825 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11826 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11827 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11827 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11827 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11827 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11827 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11829 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11829 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11830 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11832 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11832 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1865468173_0001_r_000000_0 is allowed to commit now
11837 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1865468173_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11838 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1865468173_0001_r_000000_0' to outputGenderStats/BQ2
11839 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11840 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11840 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11840 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11840 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1865468173_0001_r_000000_0' done.
12628 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
12628 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1865468173_0001
12628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12636 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12653 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12653 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12653 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12654 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12654 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12655 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12655 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12667 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
12667 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
12668 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=704
12670 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=16989
12671 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=352
12672 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
12673 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
12673 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
12674 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=16267
12679 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
12679 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
12680 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=334
12681 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
12681 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=352
12681 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=352
12681 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
12681 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
12682 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3601334272
12682 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
12682 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
12682 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
12682 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=311900
12683 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=239302214
12683 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
12683 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=48184
12687 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
12687 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12688 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12689 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 08:18:20 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
11 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
182 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
193 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
271 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
273 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
277 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
280 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
328 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
380 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
409 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
434 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
435 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
436 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
436 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
443 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
451 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
454 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
465 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
474 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1570013171/.staging/job_local1570013171_0001
485 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
496 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
500 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
510 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
512 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
595 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1570013171_0001
617 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
689 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1570013171_0001
726 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
728 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
730 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
738 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
744 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1570013171_0001_m_000000_0
756 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
765 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
766 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
783 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1570013171_0001/attempt_local1570013171_0001_m_000000_0
786 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
883 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
889 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22
893 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
895 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
896 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
899 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
899 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
907 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
953 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
953 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
954 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
954 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
954 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
955 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
955 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1693 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5916 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5934 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1570013171_0001_m_000000_0 is done. And is in the process of commiting
5937 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5937 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5938 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5938 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5938 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5938 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5939 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5941 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5942 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5942 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5943 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5943 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1570013171_0001_m_000000_0' done.
5944 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1570013171_0001_m_000000_0
5944 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1570013171_0001_m_000001_0
5944 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5945 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5945 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5946 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1570013171_0001/attempt_local1570013171_0001_m_000001_0
5948 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5949 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13
5951 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5951 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5952 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5952 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5952 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5953 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5961 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5962 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5962 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5962 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5963 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5963 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5964 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
6700 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
11009 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11012 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11014 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1570013171_0001_m_000001_0 is done. And is in the process of commiting
11015 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11015 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11015 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11018 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11018 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11018 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11019 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1570013171_0001_m_000001_0' done.
11019 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1570013171_0001_m_000001_0
11019 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1570013171_0001_m_000002_0
11019 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1570013171_0001/attempt_local1570013171_0001_m_000002_0
11021 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11022 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5394d58c
11024 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11024 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
11024 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11025 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11025 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11025 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
11032 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
11032 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
11033 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11033 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11034 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11034 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11034 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11187 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11190 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11192 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1570013171_0001_m_000002_0 is done. And is in the process of commiting
11193 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11201 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11202 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11202 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11203 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11203 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1570013171_0001_m_000002_0' done.
11204 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1570013171_0001_m_000002_0
11204 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11209 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11209 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11210 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11210 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11210 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11211 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11211 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11211 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11212 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1570013171_0001/attempt_local1570013171_0001_r_000000_0
11225 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11226 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6
11228 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11229 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11237 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11241 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 3025 bytes
11242 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11242 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11246 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11247 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11257 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1570013171_0001_r_000000_0 is done. And is in the process of commiting
11257 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11258 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11259 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11259 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11259 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11259 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11259 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11262 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11262 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11262 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11263 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11263 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1570013171_0001_r_000000_0 is allowed to commit now
11264 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1570013171_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11265 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1570013171_0001_r_000000_0' to outputGenderStats/BQ2
11266 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11266 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11267 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11267 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11267 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1570013171_0001_r_000000_0' done.
11708 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
11711 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1570013171_0001
11714 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11715 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11717 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11718 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11719 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11720 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11721 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11723 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11729 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11729 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11730 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11736 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11738 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11741 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11744 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11746 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11754 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11755 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11758 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11759 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11760 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11760 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11761 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11761 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11762 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11762 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11771 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11772 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11773 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11773 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11773 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11774 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11780 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11781 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11783 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11784 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11784 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11784 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11785 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11785 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11786 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11787 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11787 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11788 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11788 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11790 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11790 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11791 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11792 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11792 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11793 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11793 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11793 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11794 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11794 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11794 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11795 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11795 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11795 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11796 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11796 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11797 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11797 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11797 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11798 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11809 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11809 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11810 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11810 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11810 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11810 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11811 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
11811 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
11811 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=72
11811 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3039
11811 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=36
11811 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
11812 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
11812 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
11812 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2949
11812 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
11812 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
11812 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=18
11812 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
11812 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=36
11813 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=36
11813 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
11813 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
11813 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3575644160
11813 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
11813 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
11813 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
11813 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=228228
11813 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=209305544
11813 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
11814 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=6362
11817 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
11820 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11820 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11820 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 08:46:47 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
13 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
176 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
189 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
256 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
258 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
265 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
269 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
318 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
356 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
400 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
411 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
412 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
412 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
413 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
420 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
421 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
423 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
439 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
455 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2112045159/.staging/job_local2112045159_0001
474 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
492 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
501 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
504 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
506 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
640 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local2112045159_0001
661 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
701 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local2112045159_0001
739 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
740 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
741 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
757 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
760 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2112045159_0001_m_000000_0
778 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
792 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
793 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
821 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2112045159_0001/attempt_local2112045159_0001_m_000000_0
824 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
930 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
939 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39
944 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
945 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
946 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
948 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
948 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
961 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1010 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1010 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1012 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1706 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6047 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
6066 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2112045159_0001_m_000000_0 is done. And is in the process of commiting
6069 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6070 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6070 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6070 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6072 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6072 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6072 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6075 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6075 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6075 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6075 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6076 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2112045159_0001_m_000000_0' done.
6076 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2112045159_0001_m_000000_0
6076 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2112045159_0001_m_000001_0
6076 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
6076 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6077 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
6077 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2112045159_0001/attempt_local2112045159_0001_m_000001_0
6080 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
6081 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18f9346f
6083 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
6083 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
6084 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
6084 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6084 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
6085 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
6093 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
6093 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
6093 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
6094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
6094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
6094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
6094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
6712 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
11223 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11227 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11229 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2112045159_0001_m_000001_0 is done. And is in the process of commiting
11229 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11230 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11230 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11230 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11231 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11231 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11231 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11234 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11234 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11235 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2112045159_0001_m_000001_0' done.
11235 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2112045159_0001_m_000001_0
11235 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2112045159_0001_m_000002_0
11236 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11236 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11236 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11237 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2112045159_0001/attempt_local2112045159_0001_m_000002_0
11239 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11240 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2529d022
11241 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11242 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
11242 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11242 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11242 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11243 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
11253 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
11253 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
11254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11255 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11255 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11255 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11417 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11422 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11427 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2112045159_0001_m_000002_0 is done. And is in the process of commiting
11429 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11445 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11446 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11447 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11447 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11447 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11449 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11449 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11450 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11450 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11451 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2112045159_0001_m_000002_0' done.
11451 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2112045159_0001_m_000002_0
11452 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11457 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11458 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11458 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11458 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11459 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11459 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11459 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11460 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11461 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2112045159_0001/attempt_local2112045159_0001_r_000000_0
11474 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11479 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6
11480 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11480 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11486 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11491 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 3025 bytes
11492 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11492 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11497 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11497 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11514 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2112045159_0001_r_000000_0 is done. And is in the process of commiting
11515 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11515 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11515 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11515 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11515 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11516 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11516 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11516 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11517 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11517 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11517 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11518 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local2112045159_0001_r_000000_0 is allowed to commit now
11520 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local2112045159_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11520 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local2112045159_0001_r_000000_0' to outputGenderStats/BQ2
11521 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11521 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11522 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11522 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11522 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2112045159_0001_r_000000_0' done.
11715 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
11716 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local2112045159_0001
11717 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11717 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11718 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11719 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11719 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11720 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11720 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11721 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11733 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11734 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11738 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11738 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11739 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11739 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11741 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11741 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11744 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11744 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11745 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11745 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11745 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11746 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11746 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11746 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11746 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11746 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11747 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11747 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11747 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11747 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11747 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11748 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11748 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11749 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11749 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11754 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11755 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11755 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11755 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11755 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11755 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11756 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11756 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11756 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11756 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11756 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11756 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11756 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11762 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11762 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11763 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11763 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11764 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11764 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11765 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11765 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11765 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11765 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11765 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11765 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11765 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11766 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11766 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11766 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11770 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11770 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11771 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11772 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11773 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11773 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11779 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11779 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
11779 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
11779 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=72
11779 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3039
11779 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=36
11779 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
11780 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
11781 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
11781 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2949
11782 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
11782 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
11783 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=18
11783 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
11783 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=18
11783 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=36
11783 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
11784 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
11784 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3428843520
11784 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
11784 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
11784 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
11786 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=243191
11786 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=209305544
11786 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
11786 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=21389
11794 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
11796 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11796 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11797 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 08:56:57 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
28 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
213 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
224 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
302 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
304 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
311 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
314 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
344 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
375 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
407 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
418 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
419 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
419 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
420 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
427 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
431 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
432 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
438 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
447 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson46976772/.staging/job_local46976772_0001
460 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
471 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
475 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
478 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
480 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
617 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local46976772_0001
642 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
688 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local46976772_0001
724 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
727 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
731 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
747 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
752 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local46976772_0001_m_000000_0
777 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
799 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
829 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local46976772_0001/attempt_local46976772_0001_m_000000_0
832 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
935 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
942 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21d0bb02
946 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
947 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
948 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
950 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
950 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
962 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1009 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1010 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1010 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1697 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6640 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
6658 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local46976772_0001_m_000000_0 is done. And is in the process of commiting
6664 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6665 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6665 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6666 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6666 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6667 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6667 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6669 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6670 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6670 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6670 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6671 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local46976772_0001_m_000000_0' done.
6671 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local46976772_0001_m_000000_0
6671 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local46976772_0001_m_000001_0
6672 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
6672 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6672 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
6673 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local46976772_0001/attempt_local46976772_0001_m_000001_0
6674 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
6675 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@30099b17
6678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
6678 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
6679 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
6679 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6679 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
6680 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
6691 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
6691 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
6692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
6692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
6692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
6692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
6692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
6702 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
11922 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11925 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11927 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local46976772_0001_m_000001_0 is done. And is in the process of commiting
11928 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11928 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11928 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11928 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11928 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11928 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11929 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11930 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11930 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11931 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11931 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11931 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local46976772_0001_m_000001_0' done.
11932 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local46976772_0001_m_000001_0
11933 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local46976772_0001_m_000002_0
11933 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11934 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11934 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11934 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local46976772_0001/attempt_local46976772_0001_m_000002_0
11941 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11942 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4c4dd429
11944 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11944 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
11944 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11945 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11945 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11945 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
11954 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
11954 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
11955 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11955 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11956 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11956 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11956 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12418 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
12423 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
12426 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local46976772_0001_m_000002_0 is done. And is in the process of commiting
12427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12428 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12428 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12428 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12429 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12430 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12432 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12433 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12435 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12435 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local46976772_0001_m_000002_0' done.
12436 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local46976772_0001_m_000002_0
12436 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
12509 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
12510 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12511 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12511 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12511 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12511 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12511 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12512 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12513 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local46976772_0001/attempt_local46976772_0001_r_000000_0
12523 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
12525 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59b37778
12526 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12527 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12610 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
12673 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 3025 bytes
12677 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12678 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12705 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
12716 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12718 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12778 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local46976772_0001_r_000000_0 is done. And is in the process of commiting
12779 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12779 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12779 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12780 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12780 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12780 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12782 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12784 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12787 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12788 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12788 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12789 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local46976772_0001_r_000000_0 is allowed to commit now
12792 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local46976772_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
12793 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local46976772_0001_r_000000_0' to outputGenderStats/BQ2
12794 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12795 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12795 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12796 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
12796 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local46976772_0001_r_000000_0' done.
13706 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
13707 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local46976772_0001
13708 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13710 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13711 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13714 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13715 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13717 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13718 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13721 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13729 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13734 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13736 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13738 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13739 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13742 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13742 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13743 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13744 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13744 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13745 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13745 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13746 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13746 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13750 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13752 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13753 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13754 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13755 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13755 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13756 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13758 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13759 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13760 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13760 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13761 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13761 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13761 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13762 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13762 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13763 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13763 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13776 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13776 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13776 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13779 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13779 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13779 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13779 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13779 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13782 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13782 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13783 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13783 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13785 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13787 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13787 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13788 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13788 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
13790 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
13790 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
13790 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
13792 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13792 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
13793 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
13793 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
13793 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=72
13793 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3039
13793 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=36
13794 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
13794 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
13794 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
13794 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2949
13797 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
13798 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
13798 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=18
13798 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
13798 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=36
13798 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=36
13798 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3462397952
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=223751
13799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=209305544
13800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
13800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=2981
13807 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
13807 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13808 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13808 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 08:58:48 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
13 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:45 Starting Female Education
192 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
213 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
316 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
321 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
331 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
338 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
396 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
445 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
495 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
505 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
511 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
512 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
513 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
521 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
526 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
528 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
536 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
546 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1746314353/.staging/job_local1746314353_0001
574 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
593 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
598 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
615 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
618 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
812 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1746314353_0001
837 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
878 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1746314353_0001
907 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
908 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
908 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
919 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
925 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1746314353_0001_m_000000_0
937 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
951 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
954 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
969 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1746314353_0001/attempt_local1746314353_0001_m_000000_0
974 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1087 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
1098 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21d0bb02
1106 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1108 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
1111 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1126 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1128 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1141 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1194 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1194 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1195 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1196 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1196 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1882 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6619 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
6673 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1746314353_0001_m_000000_0 is done. And is in the process of commiting
6678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6681 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6686 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6686 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6686 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6689 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6690 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6690 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6691 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6691 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1746314353_0001_m_000000_0' done.
6691 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1746314353_0001_m_000000_0
6692 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1746314353_0001_m_000001_0
6692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
6693 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6693 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
6695 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1746314353_0001/attempt_local1746314353_0001_m_000001_0
6698 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
6699 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@368c989e
6710 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
6711 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
6713 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
6715 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6715 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
6716 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
6815 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
6816 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
6816 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
6817 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
6817 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
6817 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
6818 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
6981 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
11473 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11478 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1746314353_0001_m_000001_0 is done. And is in the process of commiting
11478 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11479 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11479 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11479 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11480 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11480 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11480 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11481 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11482 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11482 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11489 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11489 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1746314353_0001_m_000001_0' done.
11490 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1746314353_0001_m_000001_0
11490 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1746314353_0001_m_000002_0
11490 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11490 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11491 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11493 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1746314353_0001/attempt_local1746314353_0001_m_000002_0
11502 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11503 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2a4efc30
11504 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11508 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
11514 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11514 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11514 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11515 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
11558 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
11562 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
11568 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11570 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11572 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11573 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11574 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11733 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11737 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1746314353_0001_m_000002_0 is done. And is in the process of commiting
11743 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11748 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11748 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11753 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11753 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11755 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11755 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11756 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11756 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11756 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1746314353_0001_m_000002_0' done.
11757 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1746314353_0001_m_000002_0
11757 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11762 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11762 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11763 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11763 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11763 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11763 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11763 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11764 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11765 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1746314353_0001/attempt_local1746314353_0001_r_000000_0
11778 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11779 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59b37778
11784 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11785 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11796 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11803 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 0 segments left of total size: 0 bytes
11804 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11806 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11811 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11814 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11820 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1746314353_0001_r_000000_0 is done. And is in the process of commiting
11822 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11823 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11823 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11823 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11824 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11824 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11824 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11825 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11825 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11826 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11826 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11826 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1746314353_0001_r_000000_0 is allowed to commit now
11830 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1746314353_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11839 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1746314353_0001_r_000000_0' to outputGenderStats/BQ2
11842 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11844 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11845 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11845 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11847 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1746314353_0001_r_000000_0' done.
11989 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
11991 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1746314353_0001
11992 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11994 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11995 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11997 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11998 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11999 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12000 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12002 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12002 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12005 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12007 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12007 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12008 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12008 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12009 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12010 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12011 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12011 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12012 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12012 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12013 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12014 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12014 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12014 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12015 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12015 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12015 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12016 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12016 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12016 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12016 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12017 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12018 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12018 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12019 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12019 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12020 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12021 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12021 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12021 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12022 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12023 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12024 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12024 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12025 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12029 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12029 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12030 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12030 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12032 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12034 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12034 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12035 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12035 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12036 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12036 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12038 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12038 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12039 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12040 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12041 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12041 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12041 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12042 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12042 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12042 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12042 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12042 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12044 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12045 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12045 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12045 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12050 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12052 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12058 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12058 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12059 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12059 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12060 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
12060 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
12060 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=0
12060 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=18
12060 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=0
12060 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
12060 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
12061 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
12061 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=0
12061 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
12062 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
12062 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=0
12063 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
12064 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
12064 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=0
12066 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
12067 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
12067 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=1963458560
12068 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
12069 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
12071 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
12073 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=213666
12074 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=208417787
12074 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
12075 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
12082 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
12085 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12087 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12088 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 09:06:46 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
11 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:45 Starting Female Education
197 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
209 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
278 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
280 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
286 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
290 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
324 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
369 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
401 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
409 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
411 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
412 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
412 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
419 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
421 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
422 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
431 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
439 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson677934539/.staging/job_local677934539_0001
450 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
460 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
464 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
468 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
469 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
583 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local677934539_0001
614 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
666 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local677934539_0001
707 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
708 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
711 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
722 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
730 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local677934539_0001_m_000000_0
752 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
779 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
782 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
817 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local677934539_0001/attempt_local677934539_0001_m_000000_0
822 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
927 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
934 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@16cba626
938 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
939 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
939 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
941 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
941 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
953 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1002 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1002 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1003 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1003 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1003 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1003 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1004 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1674 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6465 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
6513 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local677934539_0001_m_000000_0 is done. And is in the process of commiting
6521 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6522 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6523 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6524 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6524 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6525 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6525 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6530 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6532 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6533 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6535 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6536 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local677934539_0001_m_000000_0' done.
6537 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local677934539_0001_m_000000_0
6537 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local677934539_0001_m_000001_0
6538 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
6538 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6538 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
6539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local677934539_0001/attempt_local677934539_0001_m_000001_0
6543 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
6544 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@12f4584e
6546 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
6547 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
6547 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
6548 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6548 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
6549 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
6617 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
6618 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
6620 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
6620 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
6621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
6621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
6621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
6708 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
10774 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10783 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local677934539_0001_m_000001_0 is done. And is in the process of commiting
10788 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10795 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10803 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10806 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10809 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10810 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10813 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10819 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10820 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10822 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10823 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10826 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local677934539_0001_m_000001_0' done.
10827 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local677934539_0001_m_000001_0
10829 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local677934539_0001_m_000002_0
10830 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10833 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10835 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10837 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local677934539_0001/attempt_local677934539_0001_m_000002_0
10850 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10854 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6d01d1a4
10861 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10862 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
10864 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10864 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10864 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10865 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
10976 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
10977 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
10978 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10979 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10979 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10981 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10982 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11134 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11153 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local677934539_0001_m_000002_0 is done. And is in the process of commiting
11159 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11163 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11164 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11164 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11165 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11165 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11166 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11182 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11182 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11183 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11183 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local677934539_0001_m_000002_0' done.
11183 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local677934539_0001_m_000002_0
11183 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11194 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11196 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11197 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11197 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11197 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11197 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11198 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11199 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11201 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local677934539_0001/attempt_local677934539_0001_r_000000_0
11223 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11224 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7b81f8f6
11234 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11235 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11241 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11247 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 0 segments left of total size: 0 bytes
11248 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11249 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11254 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11254 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11265 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local677934539_0001_r_000000_0 is done. And is in the process of commiting
11269 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11272 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11273 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11274 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11274 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11274 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11274 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11275 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11275 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11276 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11276 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11276 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local677934539_0001_r_000000_0 is allowed to commit now
11281 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local677934539_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
11281 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local677934539_0001_r_000000_0' to outputGenderStats/BQ2
11283 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11286 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11286 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11287 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11287 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local677934539_0001_r_000000_0' done.
11711 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
11713 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local677934539_0001
11714 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11715 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11715 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11715 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11716 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11716 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11716 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11717 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11717 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11720 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11721 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11722 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11722 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11723 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11723 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11723 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11725 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11728 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11729 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11730 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11730 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11733 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11733 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11733 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11734 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11734 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11735 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11736 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11736 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11736 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11736 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11737 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11738 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11738 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11739 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11739 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11741 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11742 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11742 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11743 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11743 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11744 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11745 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11745 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11747 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11748 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11748 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11748 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11749 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11750 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11750 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11750 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11751 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11752 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11752 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11753 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11753 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11753 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11754 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11754 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11758 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11758 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11759 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11760 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11760 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11760 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
11763 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
11763 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=0
11763 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=18
11763 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=0
11764 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
11764 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
11764 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
11764 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=0
11764 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
11764 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
11764 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=0
11764 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
11765 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
11765 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=0
11765 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
11765 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
11765 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=1764229120
11765 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
11765 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
11765 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
11766 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=213650
11766 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=208417787
11766 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
11766 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
11771 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
11771 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11772 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11772 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 09:12:11 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
28 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:45 Starting Female Education
194 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
206 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
275 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
278 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
283 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
286 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
314 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
344 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
371 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
379 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
380 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
380 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
381 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
387 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
390 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
391 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
396 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
404 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1193991412/.staging/job_local1193991412_0001
416 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
425 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
429 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
433 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
435 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
529 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1193991412_0001
554 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
604 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1193991412_0001
657 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
663 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
666 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
677 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
680 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1193991412_0001_m_000000_0
715 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
726 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
727 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1193991412_0001/attempt_local1193991412_0001_m_000000_0
754 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
842 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
846 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7d3842e
849 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
850 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
851 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
853 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
853 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
865 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
912 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
912 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
912 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1611 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5383 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5417 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1193991412_0001_m_000000_0 is done. And is in the process of commiting
5425 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5425 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5430 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5430 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5431 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5431 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5438 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1193991412_0001_m_000000_0' done.
5440 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1193991412_0001_m_000000_0
5440 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1193991412_0001_m_000001_0
5440 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1193991412_0001/attempt_local1193991412_0001_m_000001_0
5442 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5443 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@ca4e140
5445 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5446 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5446 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5446 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5446 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5447 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5505 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5505 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5506 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5506 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5506 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5507 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5507 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5616 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8958 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8964 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1193991412_0001_m_000001_0 is done. And is in the process of commiting
8964 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8965 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8965 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8965 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8965 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8966 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8966 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8967 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8968 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8969 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8969 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8969 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1193991412_0001_m_000001_0' done.
8970 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1193991412_0001_m_000001_0
8970 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1193991412_0001_m_000002_0
8970 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8971 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8971 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8972 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1193991412_0001/attempt_local1193991412_0001_m_000002_0
8975 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8976 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3ae6b474
8977 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8977 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8978 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8978 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8978 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8979 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
9015 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
9015 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
9016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9107 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9122 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1193991412_0001_m_000002_0 is done. And is in the process of commiting
9122 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9123 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9123 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9124 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9124 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9124 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9124 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9128 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9132 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9132 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9133 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9134 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1193991412_0001_m_000002_0' done.
9134 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1193991412_0001_m_000002_0
9138 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9144 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9145 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9146 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9147 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9147 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9147 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9147 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9147 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9150 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1193991412_0001/attempt_local1193991412_0001_r_000000_0
9159 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9161 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@68bcb51
9163 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9166 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9173 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9179 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 0 segments left of total size: 0 bytes
9180 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9181 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9185 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9185 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9190 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1193991412_0001_r_000000_0 is done. And is in the process of commiting
9191 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9191 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9192 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9192 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9192 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9192 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9193 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9193 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9194 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9194 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9194 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9195 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1193991412_0001_r_000000_0 is allowed to commit now
9197 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1193991412_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
9197 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1193991412_0001_r_000000_0' to outputGenderStats/BQ2
9198 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9199 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9199 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9200 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9200 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1193991412_0001_r_000000_0' done.
9619 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
9620 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1193991412_0001
9620 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9620 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9635 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9646 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9646 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9646 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9646 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9647 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9653 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
9654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
9656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=0
9659 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=18
9659 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=0
9660 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
9662 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
9662 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
9663 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=0
9663 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
9663 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
9664 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=0
9665 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
9666 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
9667 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=0
9667 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
9667 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
9667 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=1963458560
9668 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
9668 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
9669 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
9669 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=214666
9670 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=208417787
9670 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
9675 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
9677 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
9677 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
9678 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
9678 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 09:22:01 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
7 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:45 Starting Female Education
161 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
171 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
233 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
235 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
239 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
242 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
267 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
301 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
327 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
335 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
336 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
336 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
337 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
344 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
346 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
347 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
354 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
361 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2116645872/.staging/job_local2116645872_0001
370 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
379 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
382 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
384 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
385 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
469 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local2116645872_0001
489 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
530 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local2116645872_0001
569 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
572 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
575 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
583 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
587 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2116645872_0001_m_000000_0
612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
626 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
626 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
647 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2116645872_0001/attempt_local2116645872_0001_m_000000_0
651 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
745 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
750 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39
754 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
755 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
756 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
758 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
758 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
767 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
815 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
815 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
816 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
816 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
816 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
816 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
817 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1533 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5603 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5618 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2116645872_0001_m_000000_0 is done. And is in the process of commiting
5622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5623 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5623 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5623 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5623 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5625 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5625 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5626 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5626 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5627 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2116645872_0001_m_000000_0' done.
5627 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2116645872_0001_m_000000_0
5627 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2116645872_0001_m_000001_0
5628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5629 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2116645872_0001/attempt_local2116645872_0001_m_000001_0
5631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5632 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5c14ef92
5634 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5634 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5634 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5634 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5635 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5635 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5645 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5645 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5646 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5646 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5646 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5647 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5647 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
6539 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
10540 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10549 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10550 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2116645872_0001_m_000001_0 is done. And is in the process of commiting
10551 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10551 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10551 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10552 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10552 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10552 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10553 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10554 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10555 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10555 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10555 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10556 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2116645872_0001_m_000001_0' done.
10556 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2116645872_0001_m_000001_0
10556 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2116645872_0001_m_000002_0
10556 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10557 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10557 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10558 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2116645872_0001/attempt_local2116645872_0001_m_000002_0
10561 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10562 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@d099b7
10564 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10565 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
10566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10567 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
10573 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
10574 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
10575 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10575 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10576 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10576 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10577 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10748 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10753 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10754 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2116645872_0001_m_000002_0 is done. And is in the process of commiting
10755 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10755 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10756 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10756 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10756 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10757 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10757 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10760 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10761 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10762 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10762 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10762 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2116645872_0001_m_000002_0' done.
10763 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2116645872_0001_m_000002_0
10763 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
10769 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10770 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10770 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10771 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10771 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10771 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10771 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10772 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10773 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2116645872_0001/attempt_local2116645872_0001_r_000000_0
10786 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10789 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@443bde2e
10792 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10793 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10799 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
10804 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 3025 bytes
10805 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10806 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10809 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10809 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10816 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2116645872_0001_r_000000_0 is done. And is in the process of commiting
10816 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10816 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10817 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10817 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10817 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10817 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10818 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10818 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10819 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10819 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10819 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10820 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local2116645872_0001_r_000000_0 is allowed to commit now
10821 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local2116645872_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
10821 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local2116645872_0001_r_000000_0' to outputGenderStats/BQ2
10822 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10823 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10823 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10823 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
10823 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2116645872_0001_r_000000_0' done.
11543 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
11544 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local2116645872_0001
11546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11548 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11597 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11602 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11610 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11617 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11618 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11635 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11639 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
11639 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
11640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=72
11640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3039
11640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=36
11640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
11641 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
11641 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
11641 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2949
11641 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
11641 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
11642 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=18
11642 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=36
11643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=36
11643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=36
11643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=36
11643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
11643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3575644160
11644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
11644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
11644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
11644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=224791
11644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=209305544
11645 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
11645 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=2981
11647 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
11647 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11648 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11648 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 09:23:58 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
11 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:45 Starting Female Education
189 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
202 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
270 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
272 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
280 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
283 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
311 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
343 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
372 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
379 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
380 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
382 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
383 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
389 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
392 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
394 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
400 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
407 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson652923643/.staging/job_local652923643_0001
419 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
427 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
431 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
434 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
435 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
542 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local652923643_0001
570 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
621 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local652923643_0001
668 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
670 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
671 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
685 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
694 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local652923643_0001_m_000000_0
708 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
721 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
722 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
745 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local652923643_0001/attempt_local652923643_0001_m_000000_0
747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
841 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
846 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@610a3ed2
850 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
851 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
852 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
854 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
854 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
865 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
911 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
911 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
911 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
912 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
912 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
912 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
912 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1629 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5227 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5242 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local652923643_0001_m_000000_0 is done. And is in the process of commiting
5245 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5245 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5246 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5246 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5246 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5247 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5247 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5249 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5249 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5250 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5250 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5253 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local652923643_0001_m_000000_0' done.
5253 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local652923643_0001_m_000000_0
5254 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local652923643_0001_m_000001_0
5254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5255 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5255 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local652923643_0001/attempt_local652923643_0001_m_000001_0
5257 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5258 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3742eb46
5260 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5260 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5261 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5261 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5261 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5262 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5270 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5270 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5270 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5271 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5271 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5271 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5271 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5634 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
10086 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10094 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10096 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local652923643_0001_m_000001_0 is done. And is in the process of commiting
10097 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10098 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10098 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10099 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10099 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10100 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10100 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10101 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10102 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10102 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10103 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10103 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local652923643_0001_m_000001_0' done.
10103 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local652923643_0001_m_000001_0
10104 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local652923643_0001_m_000002_0
10104 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10104 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10104 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10105 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local652923643_0001/attempt_local652923643_0001_m_000002_0
10106 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10106 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f5f93c0
10108 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10108 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
10109 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10109 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10110 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10110 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
10122 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
10122 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
10123 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10123 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10123 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10124 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10124 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10265 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10269 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10271 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local652923643_0001_m_000002_0 is done. And is in the process of commiting
10271 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10272 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10272 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10272 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10272 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10273 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10273 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10274 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10275 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10275 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10275 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10276 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local652923643_0001_m_000002_0' done.
10276 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local652923643_0001_m_000002_0
10276 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
10280 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10281 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10281 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10281 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10281 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10282 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10282 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10282 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10283 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local652923643_0001/attempt_local652923643_0001_r_000000_0
10293 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10295 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@564e9c8c
10297 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10297 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10302 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
10306 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 3025 bytes
10308 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10308 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10312 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10312 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10317 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local652923643_0001_r_000000_0 is done. And is in the process of commiting
10318 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10318 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10319 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10320 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10320 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10320 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10321 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10321 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10321 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10322 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10322 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10322 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local652923643_0001_r_000000_0 is allowed to commit now
10323 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local652923643_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
10324 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local652923643_0001_r_000000_0' to outputGenderStats/BQ2
10324 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10325 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10325 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10325 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
10326 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local652923643_0001_r_000000_0' done.
10636 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10637 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local652923643_0001
10638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10669 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10671 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10672 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10683 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10696 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10696 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10698 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10699 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10704 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10705 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10706 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10707 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10713 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10714 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10714 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10715 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10739 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10739 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10739 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10740 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10741 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10741 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10741 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10745 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10747 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10834 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10866 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10867 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10867 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10869 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10869 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10870 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10870 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10870 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=72
10870 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3039
10870 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=36
10870 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10870 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10871 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
10871 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2949
10872 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10872 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10872 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=18
10872 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=36
10872 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=36
10872 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=36
10873 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=36
10873 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10873 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3575644160
10873 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10873 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10873 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10873 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=224775
10874 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=209305544
10874 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10874 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=2981
10894 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10895 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10895 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10896 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 09:36:02 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
8 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:45 Starting Female Education
176 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
186 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
247 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
249 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
254 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
257 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
284 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
309 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
350 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
361 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
362 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
364 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
364 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
372 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
374 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
375 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
380 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
387 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson203754551/.staging/job_local203754551_0001
397 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
405 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
408 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
412 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
413 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
514 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local203754551_0001
535 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
587 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local203754551_0001
623 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
625 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
628 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
637 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
645 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local203754551_0001_m_000000_0
662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
681 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
701 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local203754551_0001/attempt_local203754551_0001_m_000000_0
703 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
789 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
794 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@22b199d8
799 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
799 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
800 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
802 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
802 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
810 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
856 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
857 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
857 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
857 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
858 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
858 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
858 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1592 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5199 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5212 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local203754551_0001_m_000000_0 is done. And is in the process of commiting
5214 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5215 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5215 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5215 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5215 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5216 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5216 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5217 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5218 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5218 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5218 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5219 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local203754551_0001_m_000000_0' done.
5219 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local203754551_0001_m_000000_0
5219 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local203754551_0001_m_000001_0
5220 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5220 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5220 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5221 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local203754551_0001/attempt_local203754551_0001_m_000001_0
5222 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5223 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5c476d79
5224 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5225 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5225 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5225 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5225 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5226 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5232 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5232 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5232 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5596 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
10016 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10024 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10026 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local203754551_0001_m_000001_0 is done. And is in the process of commiting
10026 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10026 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10028 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10028 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10030 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10030 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10031 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10031 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10032 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local203754551_0001_m_000001_0' done.
10032 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local203754551_0001_m_000001_0
10032 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local203754551_0001_m_000002_0
10032 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10033 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10033 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10034 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local203754551_0001/attempt_local203754551_0001_m_000002_0
10038 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10039 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7e525ab7
10041 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10041 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
10042 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10042 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10043 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10044 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
10052 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
10053 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
10053 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10054 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10054 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10054 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10054 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10248 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10253 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10259 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local203754551_0001_m_000002_0 is done. And is in the process of commiting
10260 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10262 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10265 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10267 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10273 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10274 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10277 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10283 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10290 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10291 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10293 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local203754551_0001_m_000002_0' done.
10293 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local203754551_0001_m_000002_0
10294 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
10298 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10299 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10300 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10300 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10300 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10300 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10301 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10301 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10302 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local203754551_0001/attempt_local203754551_0001_r_000000_0
10311 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10312 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59a0dbd7
10314 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10315 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10321 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
10325 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 3025 bytes
10327 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10327 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10332 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10332 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10337 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local203754551_0001_r_000000_0 is done. And is in the process of commiting
10338 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10338 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10338 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10338 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10339 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10339 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10339 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10339 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10340 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10340 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10346 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10346 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local203754551_0001_r_000000_0 is allowed to commit now
10348 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local203754551_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
10348 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local203754551_0001_r_000000_0' to outputGenderStats/BQ2
10351 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10352 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10352 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10352 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
10353 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local203754551_0001_r_000000_0' done.
10598 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10599 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local203754551_0001
10600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10602 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10602 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10603 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10603 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10603 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10617 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10618 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10618 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10620 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10635 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10636 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10647 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10647 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10648 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10654 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10655 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10659 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10659 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10660 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=72
10660 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3039
10660 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=36
10660 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10661 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10661 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
10661 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2949
10661 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10661 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10661 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=18
10662 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=36
10662 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=36
10662 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=36
10662 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=36
10662 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10662 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3517972480
10663 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10663 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10663 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10663 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=225791
10663 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=209305544
10664 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10664 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=2981
10665 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10666 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10667 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10667 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 09:39:36 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
15 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:45 Starting Female Education
167 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
177 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
234 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
236 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
239 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
242 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
266 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
295 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
315 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
322 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
323 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
324 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
325 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
333 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
335 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
336 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
343 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
350 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson276620672/.staging/job_local276620672_0001
358 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
368 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
371 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
376 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
378 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
460 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local276620672_0001
477 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
510 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local276620672_0001
550 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
551 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
552 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
558 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
567 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local276620672_0001_m_000000_0
578 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
588 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
588 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local276620672_0001/attempt_local276620672_0001_m_000000_0
610 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
713 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
718 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62ec5a82
721 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
722 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
723 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
725 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
725 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
734 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
777 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
778 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
778 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
779 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
779 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
779 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
779 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1515 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5101 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5111 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local276620672_0001_m_000000_0 is done. And is in the process of commiting
5114 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5115 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5115 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5115 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5116 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5116 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5116 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5118 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5119 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5119 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5119 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5120 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local276620672_0001_m_000000_0' done.
5120 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local276620672_0001_m_000000_0
5120 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local276620672_0001_m_000001_0
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5122 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local276620672_0001/attempt_local276620672_0001_m_000001_0
5125 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5126 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5df095c1
5129 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5130 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5130 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5130 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5131 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5131 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5140 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5140 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5140 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5141 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5141 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5141 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5141 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5522 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
9889 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9892 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9894 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local276620672_0001_m_000001_0 is done. And is in the process of commiting
9894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9896 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9896 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9897 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9897 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9897 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local276620672_0001_m_000001_0' done.
9897 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local276620672_0001_m_000001_0
9897 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local276620672_0001_m_000002_0
9898 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9898 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9898 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9898 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local276620672_0001/attempt_local276620672_0001_m_000002_0
9901 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9902 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@27b7333e
9903 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9903 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
9904 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9904 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9904 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9905 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
9912 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
9913 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
9914 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9914 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9915 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9915 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9915 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10078 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10080 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10081 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local276620672_0001_m_000002_0 is done. And is in the process of commiting
10082 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10082 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10082 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10082 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10082 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10083 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10083 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10084 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10085 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10085 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10085 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10085 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local276620672_0001_m_000002_0' done.
10086 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local276620672_0001_m_000002_0
10086 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
10089 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10090 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10091 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10091 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10091 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10091 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10092 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10092 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10095 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local276620672_0001/attempt_local276620672_0001_r_000000_0
10105 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10109 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59a0dbd7
10110 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10111 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10115 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
10119 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 3025 bytes
10120 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10122 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10126 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10126 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10134 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local276620672_0001_r_000000_0 is done. And is in the process of commiting
10135 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10135 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10135 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10135 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10135 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10136 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10136 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10136 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10137 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10138 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10138 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10139 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local276620672_0001_r_000000_0 is allowed to commit now
10141 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local276620672_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
10141 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local276620672_0001_r_000000_0' to outputGenderStats/BQ2
10143 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10143 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10144 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10144 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
10145 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local276620672_0001_r_000000_0' done.
10524 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10526 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local276620672_0001
10527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10534 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10603 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10609 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10632 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10632 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10632 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=72
10632 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3039
10633 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=36
10633 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10633 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10633 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
10633 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2949
10634 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10636 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10636 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=18
10636 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10637 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=36
10637 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=36
10637 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10637 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10637 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3478126592
10637 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10638 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10638 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10638 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=224767
10638 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=209305544
10638 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10639 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=2981
10645 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10646 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10646 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10646 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 09:49:21 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:45 Starting Female Education
167 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
177 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
237 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
239 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
242 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
245 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
270 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
299 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
330 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
338 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
339 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
340 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
341 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
348 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
350 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
355 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
361 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
368 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1792893864/.staging/job_local1792893864_0001
378 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
388 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
391 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
393 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
396 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
468 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1792893864_0001
488 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
528 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1792893864_0001
553 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
555 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
555 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
562 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
570 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1792893864_0001_m_000000_0
584 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
597 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
598 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
615 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1792893864_0001/attempt_local1792893864_0001_m_000000_0
618 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
723 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
728 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62ec5a82
732 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
733 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
734 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
745 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
789 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
789 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
789 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
790 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
790 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
790 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
790 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1531 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5082 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5096 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1792893864_0001_m_000000_0 is done. And is in the process of commiting
5098 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5098 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5099 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5099 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5099 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5099 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5100 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5101 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5102 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5102 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5103 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5103 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1792893864_0001_m_000000_0' done.
5103 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1792893864_0001_m_000000_0
5104 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1792893864_0001_m_000001_0
5104 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5104 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5104 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5105 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1792893864_0001/attempt_local1792893864_0001_m_000001_0
5108 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5109 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5df095c1
5110 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5111 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5111 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5111 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5112 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5112 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5120 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5121 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5122 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5122 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5535 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
9914 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9916 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9918 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1792893864_0001_m_000001_0 is done. And is in the process of commiting
9919 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9919 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9920 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9920 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9920 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9921 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9921 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9922 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9923 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9923 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9923 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9924 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1792893864_0001_m_000001_0' done.
9924 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1792893864_0001_m_000001_0
9924 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1792893864_0001_m_000002_0
9925 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9925 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9925 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9925 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1792893864_0001/attempt_local1792893864_0001_m_000002_0
9927 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9927 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@27b7333e
9929 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9929 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
9930 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9930 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9930 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9931 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
9938 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
9938 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
9939 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9939 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9940 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9940 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9940 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10072 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10074 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10077 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1792893864_0001_m_000002_0 is done. And is in the process of commiting
10077 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10077 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10077 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10078 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10081 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10081 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10081 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10083 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10083 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10084 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10084 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10084 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1792893864_0001_m_000002_0' done.
10084 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1792893864_0001_m_000002_0
10085 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
10088 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10089 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10090 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10090 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10090 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10090 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10091 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10091 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10092 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1792893864_0001/attempt_local1792893864_0001_r_000000_0
10100 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10101 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@564e9c8c
10102 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10103 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10107 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
10112 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 3025 bytes
10114 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10115 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10118 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10120 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10129 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1792893864_0001_r_000000_0 is done. And is in the process of commiting
10129 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10130 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10130 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10130 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10130 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10130 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10131 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10131 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10132 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10132 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10132 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10133 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1792893864_0001_r_000000_0 is allowed to commit now
10134 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1792893864_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
10134 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1792893864_0001_r_000000_0' to outputGenderStats/BQ2
10136 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10136 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10136 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10137 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
10137 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1792893864_0001_r_000000_0' done.
10537 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10538 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1792893864_0001
10538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10548 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10590 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10590 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=72
10591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3039
10591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=36
10591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
10591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2949
10591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10592 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10592 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=18
10592 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10592 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=36
10592 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=36
10592 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10592 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3522691072
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=224783
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=209305544
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=2981
10598 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10599 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10599 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10599 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 13:34:20 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
8 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:45 Starting Female Education
153 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
163 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
224 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
225 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
228 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
231 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
257 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
289 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
315 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
320 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
321 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
322 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
322 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
328 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
330 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
331 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
338 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
344 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson149891948/.staging/job_local149891948_0001
353 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
363 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
366 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
369 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
370 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
451 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local149891948_0001
470 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
505 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local149891948_0001
528 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
530 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
530 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
534 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
538 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local149891948_0001_m_000000_0
548 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
558 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
561 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
577 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local149891948_0001/attempt_local149891948_0001_m_000000_0
586 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
684 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
690 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39
696 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
698 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
699 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
701 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
703 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
716 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
759 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
760 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
760 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
760 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
761 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
761 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
761 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1511 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5068 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5083 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local149891948_0001_m_000000_0 is done. And is in the process of commiting
5086 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5086 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5086 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5087 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5087 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5087 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5087 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5089 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5090 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5090 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5091 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5091 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local149891948_0001_m_000000_0' done.
5092 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local149891948_0001_m_000000_0
5092 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local149891948_0001_m_000001_0
5092 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5093 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5093 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local149891948_0001/attempt_local149891948_0001_m_000001_0
5097 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5098 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18f9346f
5100 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5100 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5101 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5101 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5101 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5102 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5110 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5110 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5111 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5111 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5111 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5112 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5112 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5516 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
9796 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9798 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9800 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local149891948_0001_m_000001_0 is done. And is in the process of commiting
9801 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9801 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9801 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9802 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9802 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9802 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9802 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9803 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9804 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9805 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9805 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9805 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local149891948_0001_m_000001_0' done.
9806 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local149891948_0001_m_000001_0
9806 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local149891948_0001_m_000002_0
9806 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9807 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9807 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9808 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local149891948_0001/attempt_local149891948_0001_m_000002_0
9811 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9812 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2529d022
9813 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9814 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
9814 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9815 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9815 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9815 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
9825 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
9825 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
9826 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9826 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9826 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9826 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9826 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9965 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9967 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9968 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local149891948_0001_m_000002_0 is done. And is in the process of commiting
9969 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9969 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9970 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9970 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9971 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9971 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9971 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9972 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9973 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9973 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9974 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9974 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local149891948_0001_m_000002_0' done.
9974 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local149891948_0001_m_000002_0
9975 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9978 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9979 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9979 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9980 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9980 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9980 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9981 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9981 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9983 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local149891948_0001/attempt_local149891948_0001_r_000000_0
9995 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9996 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@443bde2e
9997 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9998 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10003 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
10008 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 3025 bytes
10009 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10009 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10016 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10017 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10033 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local149891948_0001_r_000000_0 is done. And is in the process of commiting
10034 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10034 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10034 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10036 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10036 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10037 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10038 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10038 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10040 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10041 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10043 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10046 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local149891948_0001_r_000000_0 is allowed to commit now
10048 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local149891948_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
10048 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local149891948_0001_r_000000_0' to outputGenderStats/BQ2
10053 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10053 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10054 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10054 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
10055 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local149891948_0001_r_000000_0' done.
10518 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10519 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local149891948_0001
10522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10534 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10584 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10584 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10592 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=72
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3039
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=36
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2949
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=18
10593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=18
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=36
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3474980864
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=223984
10595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=209305544
10595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=2198
10596 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10597 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10597 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10597 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 13:44:16 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
36 main INFO com.revature.Drivers.FemaleEducation FemaleEmployment.java:42 Starting Female Education
287 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
305 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
382 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
384 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
388 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
391 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
439 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
483 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
524 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
536 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
539 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
543 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
545 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
554 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
563 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
565 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
570 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
578 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson181056746/.staging/job_local181056746_0001
587 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
597 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
599 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
601 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
602 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
674 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local181056746_0001
690 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
723 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local181056746_0001
755 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
756 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
759 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
766 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
769 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local181056746_0001_m_000000_0
789 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
800 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
801 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
818 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local181056746_0001/attempt_local181056746_0001_m_000000_0
824 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
906 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
913 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62ec5a82
919 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
920 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
921 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
923 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
924 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
939 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
974 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
974 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
975 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
975 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
975 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
976 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
976 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1727 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
4618 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
4633 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local181056746_0001_m_000000_0 is done. And is in the process of commiting
4636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
4636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
4636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
4636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
4636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
4637 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
4637 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
4638 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
4639 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
4639 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
4639 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
4639 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local181056746_0001_m_000000_0' done.
4640 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local181056746_0001_m_000000_0
4640 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local181056746_0001_m_000001_0
4640 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
4640 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
4640 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
4641 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local181056746_0001/attempt_local181056746_0001_m_000001_0
4642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
4644 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5df095c1
4646 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
4647 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
4647 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
4647 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
4647 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
4648 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
4654 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
4655 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
4655 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
4655 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
4655 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
4656 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
4656 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
4857 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
7420 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
7425 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local181056746_0001_m_000001_0 is done. And is in the process of commiting
7425 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
7426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
7426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
7426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
7426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
7426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
7427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
7428 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
7428 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7429 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7429 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local181056746_0001_m_000001_0' done.
7429 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local181056746_0001_m_000001_0
7429 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local181056746_0001_m_000002_0
7429 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
7429 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
7430 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
7430 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local181056746_0001/attempt_local181056746_0001_m_000002_0
7433 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
7434 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ea043c3
7435 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
7436 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
7436 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
7436 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
7436 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
7437 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
7450 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
7450 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
7450 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
7451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
7451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
7451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
7451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
7860 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
13433 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13435 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13436 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13440 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13440 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13440 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13440 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13448 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13449 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13449 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13450 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13861 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 87% reduce 0%
34455 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34468 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34479 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34484 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
58486 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
58487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
58487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
58487 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
58896 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 88% reduce 0%
61487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
61488 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
61488 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
61488 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Thu Dec 13 13:48:43 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
9 main INFO com.revature.Drivers.FemaleEducation FemaleEmployment.java:42 Starting Female Education
115 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
125 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
175 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
176 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
179 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
181 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
201 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
222 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
241 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
246 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
247 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
247 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
248 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
254 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
257 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
260 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
266 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
272 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1519748882/.staging/job_local1519748882_0001
280 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
288 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
291 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
297 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
298 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
362 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1519748882_0001
379 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
405 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1519748882_0001
423 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
426 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
427 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
431 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
435 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1519748882_0001_m_000000_0
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
454 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
455 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1519748882_0001/attempt_local1519748882_0001_m_000000_0
467 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
523 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
533 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@610a3ed2
537 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
537 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
538 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
540 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
540 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
548 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
582 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
583 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
583 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
584 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
584 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
584 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
584 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1408 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
3771 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
3781 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1519748882_0001_m_000000_0 is done. And is in the process of commiting
3783 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
3783 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
3784 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
3784 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
3784 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
3784 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
3784 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
3786 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
3787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
3787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
3788 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
3788 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1519748882_0001_m_000000_0' done.
3788 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1519748882_0001_m_000000_0
3788 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1519748882_0001_m_000001_0
3791 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
3792 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
3792 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
3792 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1519748882_0001/attempt_local1519748882_0001_m_000001_0
3794 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
3794 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2352ce54
3796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
3796 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
3796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
3797 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
3797 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
3797 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
3806 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
3807 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
3807 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
3807 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
3807 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
3808 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
3808 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
4412 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
6449 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
6452 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1519748882_0001_m_000001_0 is done. And is in the process of commiting
6452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6454 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6454 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6455 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6456 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6456 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6456 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6456 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1519748882_0001_m_000001_0' done.
6457 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1519748882_0001_m_000001_0
6457 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1519748882_0001_m_000002_0
6457 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
6458 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6458 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
6459 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1519748882_0001/attempt_local1519748882_0001_m_000002_0
6463 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
6463 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@b15e874
6464 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
6464 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
6465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
6465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
6465 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
6472 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
6473 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
6473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
6473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
6473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
6473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
6473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
7413 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
12463 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12489 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12490 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12491 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12491 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12491 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12491 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12497 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12498 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12498 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12498 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13415 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 87% reduce 0%
24499 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24499 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24499 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24500 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
27500 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
27502 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
27502 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
27502 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39503 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39504 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39504 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39504 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40421 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 88% reduce 0%
42505 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42506 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42506 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42506 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Thu Dec 13 13:49:51 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
9 main INFO com.revature.Drivers.FemaleEducation FemaleEmployment.java:42 Starting Female Education
119 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
130 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
178 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
180 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
182 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
185 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
206 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
227 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
244 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
249 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
251 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
253 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
254 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
260 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
263 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
264 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
269 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
276 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1373259348/.staging/job_local1373259348_0001
286 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
294 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
298 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
302 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
305 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
383 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1373259348_0001
411 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
463 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1373259348_0001
485 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
486 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
488 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
492 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
495 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1373259348_0001_m_000000_0
502 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
510 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
511 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
533 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1373259348_0001/attempt_local1373259348_0001_m_000000_0
541 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
624 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
629 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39
633 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
635 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
638 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
638 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
646 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
682 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
682 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
682 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
683 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
683 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
683 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
683 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1468 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
3934 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
3945 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1373259348_0001_m_000000_0 is done. And is in the process of commiting
3948 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
3948 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
3948 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
3948 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
3949 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
3949 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
3949 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
3950 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
3951 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
3952 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
3952 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
3952 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1373259348_0001_m_000000_0' done.
3953 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1373259348_0001_m_000000_0
3953 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1373259348_0001_m_000001_0
3953 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
3953 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
3954 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
3955 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1373259348_0001/attempt_local1373259348_0001_m_000001_0
3956 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
3956 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18f9346f
3958 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
3959 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
3959 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
3959 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
3959 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
3962 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
3968 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
3968 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
3968 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
3968 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
3969 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
3969 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
3969 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
4473 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
6643 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
6645 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1373259348_0001_m_000001_0 is done. And is in the process of commiting
6648 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6649 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6649 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6650 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6651 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6651 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6655 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6656 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6657 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6657 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6658 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6658 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1373259348_0001_m_000001_0' done.
6658 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1373259348_0001_m_000001_0
6659 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1373259348_0001_m_000002_0
6659 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
6659 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
6660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1373259348_0001/attempt_local1373259348_0001_m_000002_0
6664 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
6665 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ddfc579
6667 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
6667 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
6667 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
6667 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6667 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
6668 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
6674 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
6674 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
6675 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
6676 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
6676 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
6676 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
6678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
7476 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
12664 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12666 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12666 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12667 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12667 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12667 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12667 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12672 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12673 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12674 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12675 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13478 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 87% reduce 0%
33677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
33677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
33677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
33677 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
57682 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
57693 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
57701 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
57708 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
58513 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 88% reduce 0%
Test Log HTML
Log session start time Thu Dec 13 13:51:20 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
10 main INFO com.revature.Drivers.FemaleEducation FemaleEmployment.java:42 Starting Female Education
125 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
133 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
185 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
186 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
190 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
195 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
217 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
235 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
252 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
258 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
259 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
259 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
259 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
264 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
266 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
267 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
272 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
277 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson448687743/.staging/job_local448687743_0001
284 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
294 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
297 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
299 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
300 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
386 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local448687743_0001
401 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
429 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local448687743_0001
448 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
449 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
449 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
460 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
463 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local448687743_0001_m_000000_0
475 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
482 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
494 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local448687743_0001/attempt_local448687743_0001_m_000000_0
497 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
566 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
572 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@edbcf65
578 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
579 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
582 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
584 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
585 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
592 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
630 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
631 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
632 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
632 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1432 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
3993 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
4007 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local448687743_0001_m_000000_0 is done. And is in the process of commiting
4010 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
4010 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
4011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
4011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
4011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
4011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
4012 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
4013 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
4014 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
4014 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
4014 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
4014 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local448687743_0001_m_000000_0' done.
4014 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local448687743_0001_m_000000_0
4015 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local448687743_0001_m_000001_0
4015 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
4015 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
4015 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
4016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local448687743_0001/attempt_local448687743_0001_m_000001_0
4016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
4018 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@8db4d68
4020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
4020 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
4020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
4020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
4020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
4021 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
4028 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
4029 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
4030 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
4030 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
4030 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
4031 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
4031 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
4436 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
7043 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
7057 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local448687743_0001_m_000001_0 is done. And is in the process of commiting
7061 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7063 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
7066 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
7067 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
7068 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
7068 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
7073 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
7075 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
7075 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
7076 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7076 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7077 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local448687743_0001_m_000001_0' done.
7079 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local448687743_0001_m_000001_0
7079 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local448687743_0001_m_000002_0
7079 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
7080 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
7082 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
7088 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local448687743_0001/attempt_local448687743_0001_m_000002_0
7090 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
7092 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@244386e2
7094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
7094 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
7094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
7094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
7095 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
7096 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
7114 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
7125 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
7129 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
7133 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
7139 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
7139 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
7139 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
7438 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
13092 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13093 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13093 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13094 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13094 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13094 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13095 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13102 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13103 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13103 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13103 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13440 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 87% reduce 0%
34107 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34113 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34114 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34123 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37126 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37133 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37138 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37142 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40150 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40150 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40151 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40151 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Thu Dec 13 13:52:34 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
7 main INFO com.revature.Drivers.FemaleEducation FemaleEmployment.java:42 Starting Female Education
144 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
153 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
201 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
203 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
206 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
208 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
229 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
249 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
266 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
272 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
274 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
277 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
279 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
289 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
290 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
291 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
296 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
302 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1470825922/.staging/job_local1470825922_0001
315 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
330 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
334 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
342 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
343 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
423 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1470825922_0001
436 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
460 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1470825922_0001
479 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
480 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
480 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
483 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
486 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1470825922_0001_m_000000_0
501 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
508 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
509 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
524 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1470825922_0001/attempt_local1470825922_0001_m_000000_0
527 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
626 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
632 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@edbcf65
637 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
638 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
638 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
640 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
640 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
650 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
684 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
685 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
686 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1463 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
4002 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
4010 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1470825922_0001_m_000000_0 is done. And is in the process of commiting
4016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
4016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
4016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
4017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
4017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
4017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
4017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
4019 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
4019 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
4019 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
4019 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
4020 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1470825922_0001_m_000000_0' done.
4020 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1470825922_0001_m_000000_0
4020 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1470825922_0001_m_000001_0
4020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
4020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
4020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
4021 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1470825922_0001/attempt_local1470825922_0001_m_000001_0
4021 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
4023 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@8db4d68
4026 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
4026 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
4026 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
4026 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
4027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
4027 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
4035 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
4035 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
4036 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
4036 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
4036 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
4036 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
4037 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
4467 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
6668 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
6671 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1470825922_0001_m_000001_0 is done. And is in the process of commiting
6672 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6672 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6672 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6672 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6673 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6673 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6676 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6679 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6679 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1470825922_0001_m_000001_0' done.
6680 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1470825922_0001_m_000001_0
6680 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1470825922_0001_m_000002_0
6680 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
6681 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6681 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
6682 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1470825922_0001/attempt_local1470825922_0001_m_000002_0
6684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
6684 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@244386e2
6685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
6686 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
6686 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
6686 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6687 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
6687 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
6698 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
6700 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
6701 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
6702 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
6703 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
6703 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
6704 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
7468 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
12684 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12685 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12685 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12686 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12686 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12686 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12686 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12693 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12693 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12693 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12693 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13470 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 87% reduce 0%
33699 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
33700 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
33700 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
33700 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Thu Dec 13 13:54:50 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
11 main INFO com.revature.Drivers.FemaleEducation FemaleEmployment.java:42 Starting Female Education
144 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
154 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
208 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
209 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
212 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
214 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
234 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
256 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
278 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
285 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
285 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
286 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
286 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
292 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
295 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
296 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
301 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
310 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1317224345/.staging/job_local1317224345_0001
326 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
334 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
337 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
340 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
342 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
407 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1317224345_0001
421 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
447 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1317224345_0001
467 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
467 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
468 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
473 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
478 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1317224345_0001_m_000000_0
490 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
500 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
503 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
516 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1317224345_0001/attempt_local1317224345_0001_m_000000_0
519 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
602 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
612 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@edbcf65
618 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
619 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
636 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
674 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
674 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
675 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
675 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
675 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
675 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
675 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1450 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
3898 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
3911 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1317224345_0001_m_000000_0 is done. And is in the process of commiting
3913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
3913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
3913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
3913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
3913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
3913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
3914 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
3916 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
3917 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
3917 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
3917 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
3917 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1317224345_0001_m_000000_0' done.
3918 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1317224345_0001_m_000000_0
3918 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1317224345_0001_m_000001_0
3918 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
3918 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
3919 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
3919 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1317224345_0001/attempt_local1317224345_0001_m_000001_0
3920 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
3921 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@8db4d68
3923 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
3923 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
3923 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
3923 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
3923 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
3924 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
3931 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
3931 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
3931 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
3931 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
3932 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
3932 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
3932 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
4454 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
6648 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
6652 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1317224345_0001_m_000001_0 is done. And is in the process of commiting
6653 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6654 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6654 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6654 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6655 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6658 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6659 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6663 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6665 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1317224345_0001_m_000001_0' done.
6666 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1317224345_0001_m_000001_0
6667 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1317224345_0001_m_000002_0
6668 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
6671 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6673 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
6674 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1317224345_0001/attempt_local1317224345_0001_m_000002_0
6676 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
6677 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@244386e2
6678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
6679 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
6679 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
6679 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6679 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
6680 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
6691 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
6691 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
6692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
6693 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
6694 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
6694 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
6694 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
7458 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
12676 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12678 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12678 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12679 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12679 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12679 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12683 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12683 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12683 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12684 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13461 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 87% reduce 0%
Test Log HTML
Log session start time Thu Dec 13 13:55:56 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
10 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
119 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
131 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
179 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
180 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
184 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
186 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
207 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
227 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
246 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
252 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
253 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
253 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
254 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
261 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
265 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
266 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
272 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
279 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson672107989/.staging/job_local672107989_0001
288 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
296 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
304 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
366 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local672107989_0001
379 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
408 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local672107989_0001
430 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
431 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
434 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 1
440 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
442 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local672107989_0001_m_000000_0
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
457 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
458 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
472 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local672107989_0001/attempt_local672107989_0001_m_000000_0
475 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
534 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
554 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2f954a92
557 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
557 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
558 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
560 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
560 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
569 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
609 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
609 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
610 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
610 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
610 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
611 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
611 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
979 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
997 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
1002 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local672107989_0001_m_000000_0 is done. And is in the process of commiting
1005 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1006 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1006 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1007 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1008 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1008 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1008 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1011 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1014 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1021 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1022 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local672107989_0001_m_000000_0' done.
1022 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local672107989_0001_m_000000_0
1022 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
1025 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
1028 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1031 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1032 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1032 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1032 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1033 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1035 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1040 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local672107989_0001/attempt_local672107989_0001_r_000000_0
1059 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1064 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@33a823bc
1067 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1069 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1076 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 1 sorted segments
1085 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 1 segments left of total size: 782 bytes
1086 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1086 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1088 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1089 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
1094 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local672107989_0001_r_000000_0 is done. And is in the process of commiting
1095 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1098 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1098 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1098 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1098 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1098 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1100 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1102 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1102 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1102 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1102 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1103 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local672107989_0001_r_000000_0 is allowed to commit now
1104 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local672107989_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
1105 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local672107989_0001_r_000000_0' to outputGenderStats/BQ3
1105 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1107 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1107 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1107 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
1108 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local672107989_0001_r_000000_0' done.
1417 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
1420 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local672107989_0001
1421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1426 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1426 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1427 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1428 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1432 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1437 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1438 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1438 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1445 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1446 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1447 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1449 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1450 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1451 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1451 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1453 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1453 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
1454 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
1455 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
1456 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=16
1456 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=786
1457 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=8
1457 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
1458 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=1517
1459 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=335
1459 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=764
1460 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
1460 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
1461 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=8
1461 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
1462 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=8
1478 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=8
1479 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
1479 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
1480 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=445644800
1480 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
1481 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
1481 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
1482 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=107070
1482 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=2017974
1483 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
1483 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=780
1513 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
1515 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1515 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1516 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 13:57:03 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
9 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
117 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
127 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
182 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
184 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
186 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
189 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
211 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
245 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
268 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
276 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
276 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
276 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
277 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
281 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
282 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
283 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
287 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
292 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1853470189/.staging/job_local1853470189_0001
300 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
307 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
309 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
312 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
313 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
370 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1853470189_0001
383 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
408 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1853470189_0001
430 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
430 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
430 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
439 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
443 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1853470189_0001_m_000000_0
457 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
464 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
478 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1853470189_0001/attempt_local1853470189_0001_m_000000_0
480 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
560 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
565 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39
570 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
570 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
573 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
577 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
578 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
589 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
626 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
626 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
627 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1412 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6483 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6486 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6486 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6486 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6486 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7418 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 2% reduce 0%
9487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9488 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10419 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 3% reduce 0%
12488 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12489 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12489 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12490 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13420 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 5% reduce 0%
15490 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15491 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15491 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15491 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16422 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 7% reduce 0%
18492 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18492 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18492 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18493 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19423 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
21493 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21493 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21494 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21494 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22424 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 12% reduce 0%
24494 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24495 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24495 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24495 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
25425 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
27495 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
27496 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
27496 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
27496 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
30497 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
30523 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
30523 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
30524 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
33524 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
33524 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
33525 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
33525 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
36525 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36526 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36526 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36526 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39531 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39533 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39544 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39562 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40433 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 14% reduce 0%
42567 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42573 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42575 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42586 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
45594 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
45594 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
45594 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
45594 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
48595 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
48595 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
48595 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
48596 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
51596 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51596 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
51597 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51597 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
54597 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
54597 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
54597 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
54598 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
55441 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 15% reduce 0%
57600 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
57604 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
57608 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
57610 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
60620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
60626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
60635 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
60637 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Thu Dec 13 13:58:06 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
17 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
120 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
130 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
184 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
185 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
188 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
190 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
208 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
232 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
249 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
254 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
255 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
255 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
256 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
261 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
263 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
264 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
268 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
273 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1837700240/.staging/job_local1837700240_0001
280 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
288 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
298 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
301 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
302 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
364 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1837700240_0001
377 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
406 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1837700240_0001
429 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
430 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
430 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
434 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
438 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1837700240_0001_m_000000_0
449 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
461 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
463 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
476 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1837700240_0001/attempt_local1837700240_0001_m_000000_0
480 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
536 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
546 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25c1d75a
549 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
550 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
551 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
553 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
554 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
561 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
595 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
596 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
596 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
597 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
597 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
597 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
598 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1408 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6482 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6508 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6508 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6508 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6509 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6509 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6509 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6510 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6510 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6510 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6510 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9511 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9511 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9512 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9512 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12515 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12537 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12550 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12557 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
15570 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15583 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15592 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15615 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Thu Dec 13 14:00:55 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
7 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
121 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
129 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
186 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
188 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
191 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
193 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
217 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
247 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
269 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
275 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
275 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
276 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
276 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
281 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
283 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
284 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
288 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
293 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2032778656/.staging/job_local2032778656_0001
301 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
310 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
312 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
315 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
317 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
377 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local2032778656_0001
391 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
415 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local2032778656_0001
436 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
437 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
438 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
441 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
444 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2032778656_0001_m_000000_0
453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
459 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
459 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2032778656_0001/attempt_local2032778656_0001_m_000000_0
471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
529 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
539 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25c1d75a
545 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
546 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
547 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
549 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
549 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
554 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
589 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
589 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
590 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
590 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
590 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
590 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
591 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1418 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6474 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6475 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6476 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6476 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6476 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6476 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6476 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6477 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6477 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6478 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6478 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9478 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9479 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9479 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9479 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12481 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12481 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12481 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12482 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
15482 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15482 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15483 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15483 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
21483 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21484 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
24485 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24485 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24486 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24486 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
27487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
27487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
27487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
27488 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28429 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 1% reduce 0%
30488 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
30489 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
30489 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
30489 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
36490 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36490 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36490 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36491 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39491 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39491 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39492 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39492 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42492 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42492 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42493 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42493 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
45493 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
45494 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
45495 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
45495 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Thu Dec 13 14:04:47 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
18 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
246 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
269 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
432 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
434 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
441 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
446 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
498 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
556 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
592 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
600 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
602 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
603 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
604 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
612 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
615 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
617 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
624 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
632 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1788234021/.staging/job_local1788234021_0001
646 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
659 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
669 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
840 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1788234021_0001
871 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
964 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1788234021_0001
994 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
1002 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
1005 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 2
1017 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
1020 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1788234021_0001_m_000000_0
1030 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
1040 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1041 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1056 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1788234021_0001/attempt_local1788234021_0001_m_000000_0
1071 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1280 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
1294 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@28859481
1299 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1302 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
1303 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1305 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1315 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1416 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1417 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1422 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1435 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1436 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1436 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1971 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
7080 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7085 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
7086 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
7087 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
7087 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
7090 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
7090 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
7098 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
7099 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
7099 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7099 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10102 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10112 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10125 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10127 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13131 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13133 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13135 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13137 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16144 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
16145 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
16145 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
16145 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19145 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
19146 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
19146 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
19146 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22147 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22147 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22147 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22148 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
25150 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
25157 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
25162 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
25166 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28184 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28190 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28194 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28198 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34202 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34202 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34202 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34202 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40205 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40220 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40227 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40243 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
43269 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43283 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43298 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43314 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
55325 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
55325 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
55325 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
55326 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
56025 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 1% reduce 0%
58327 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
58329 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
58331 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
58373 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
61388 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
61390 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
61401 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
61406 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
64410 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
64411 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
64412 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
64412 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
67412 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
67413 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
67413 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
67413 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
70414 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
70414 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
70414 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
70414 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
76417 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
76425 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
76439 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
76441 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
85444 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
85444 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
85444 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
85445 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
88445 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
88445 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
88446 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
88446 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
94446 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
94447 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
94447 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
94447 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
95064 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 2% reduce 0%
97449 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
97450 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
97461 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
97469 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
100472 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
100475 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
100488 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
100494 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Thu Dec 13 14:05:16 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
17 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
178 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
197 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
286 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
288 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
295 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
298 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
324 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
352 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
399 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
412 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
413 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
414 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
414 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
422 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
426 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
427 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
432 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
441 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1116299070/.staging/job_local1116299070_0001
452 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
465 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
471 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
598 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1116299070_0001
630 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
687 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1116299070_0001
741 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
742 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
744 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 1
767 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
773 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1116299070_0001_m_000000_0
785 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
798 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
800 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
832 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1116299070_0001/attempt_local1116299070_0001_m_000000_0
834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
938 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
944 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2f954a92
947 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
948 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
948 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
950 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
950 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
957 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1005 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1006 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1007 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1008 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1009 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1010 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1012 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1457 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
1471 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
1475 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1116299070_0001_m_000000_0 is done. And is in the process of commiting
1478 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1478 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1478 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1479 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1479 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1479 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1480 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1482 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1486 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1489 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1490 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1116299070_0001_m_000000_0' done.
1492 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1116299070_0001_m_000000_0
1493 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
1497 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
1497 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1497 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1498 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1498 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1498 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1498 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1498 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1499 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1116299070_0001/attempt_local1116299070_0001_r_000000_0
1509 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1511 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64ff599
1512 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1513 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1518 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 1 sorted segments
1531 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 1 segments left of total size: 782 bytes
1537 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1541 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1549 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1555 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
1564 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1116299070_0001_r_000000_0 is done. And is in the process of commiting
1578 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1579 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1579 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1580 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1580 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1580 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1582 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1585 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1588 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1589 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1591 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1592 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1116299070_0001_r_000000_0 is allowed to commit now
1600 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1116299070_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
1601 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1116299070_0001_r_000000_0' to outputGenderStats/BQ3
1604 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1606 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1612 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1612 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
1614 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1116299070_0001_r_000000_0' done.
1692 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
1693 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1116299070_0001
1694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1706 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1707 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1710 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1711 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1712 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1716 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1718 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1719 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1721 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1732 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1743 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1744 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1745 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1746 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1747 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1749 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1750 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1752 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1752 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1755 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1755 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1756 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1757 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1758 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1758 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1763 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1767 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1769 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1771 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1773 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1775 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1776 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
1781 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
1783 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
1785 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=16
1787 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=786
1788 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=8
1790 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
1791 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=1517
1793 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=335
1794 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=764
1795 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
1797 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
1798 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=8
1799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
1799 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=8
1800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=8
1801 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
1804 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
1805 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=445644800
1805 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
1805 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
1806 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
1806 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=107078
1806 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=2017974
1807 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
1807 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=780
1811 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
1812 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1813 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1814 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:06:22 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
11 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
221 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
256 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
374 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
383 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
395 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
399 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
480 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
531 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
570 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
582 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
584 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
585 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
585 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
593 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
596 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
597 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
604 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
612 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1165526120/.staging/job_local1165526120_0001
622 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
635 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
647 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
773 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1165526120_0001
794 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
831 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1165526120_0001
851 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
853 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
853 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 1
869 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
877 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1165526120_0001_m_000000_0
894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
902 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
903 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
924 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1165526120_0001/attempt_local1165526120_0001_m_000000_0
929 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1032 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
1055 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1ed9e199
1065 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1065 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
1066 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1068 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1069 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1093 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1149 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1151 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1153 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1156 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1157 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1158 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1159 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1834 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
1861 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
1879 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
1884 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1165526120_0001_m_000000_0 is done. And is in the process of commiting
1889 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1892 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1896 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1897 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1899 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1900 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1907 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1909 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1914 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1915 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1915 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1165526120_0001_m_000000_0' done.
1918 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1165526120_0001_m_000000_0
1919 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
1923 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
1924 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1926 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1926 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1928 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1929 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1941 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1945 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1165526120_0001/attempt_local1165526120_0001_r_000000_0
1974 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1977 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64ff599
1978 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1979 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1994 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 1 sorted segments
2029 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 1 segments left of total size: 782 bytes
2029 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
2030 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
2043 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
2046 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
2078 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1165526120_0001_r_000000_0 is done. And is in the process of commiting
2080 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
2081 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
2085 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
2089 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
2095 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
2095 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
2096 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
2097 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
2098 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
2098 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
2098 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
2099 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1165526120_0001_r_000000_0 is allowed to commit now
2102 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1165526120_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
2117 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1165526120_0001_r_000000_0' to outputGenderStats/BQ3
2119 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
2137 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
2145 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
2147 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
2148 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1165526120_0001_r_000000_0' done.
2838 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
2838 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1165526120_0001
2839 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
2839 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
2839 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
2839 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
2840 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
2841 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
2842 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
2842 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
2844 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
2846 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
2846 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
2847 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
2847 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
2847 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
2847 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
2848 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
2850 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
2860 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
2861 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
2861 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
2863 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
2864 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
2864 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
2865 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
2866 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
2867 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
2867 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
2867 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
2867 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
2873 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
2873 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
2874 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
2874 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
2874 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
2874 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
2874 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
2875 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
2875 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
2875 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
2875 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
2883 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
2884 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
2885 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
2889 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
2890 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=16
2890 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=786
2890 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=8
2890 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
2891 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=1517
2892 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=335
2892 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=764
2892 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
2894 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
2895 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=8
2895 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
2895 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=8
2895 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=8
2895 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
2895 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
2896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=445644800
2896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
2896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
2896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
2896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=107078
2896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=2017974
2896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
2897 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=780
2909 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
2911 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
2912 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
2914 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:07:53 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
14 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
437 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
453 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
533 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
535 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
544 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
549 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
588 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
640 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
684 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
694 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
699 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
700 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
701 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
708 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
712 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
713 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
717 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
726 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson765400332/.staging/job_local765400332_0001
746 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
759 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
764 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
854 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local765400332_0001
873 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
931 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local765400332_0001
951 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
952 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
953 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 2
961 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
964 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local765400332_0001_m_000000_0
976 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
989 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
996 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1008 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local765400332_0001/attempt_local765400332_0001_m_000000_0
1017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1158 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
1176 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69fe8090
1181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1184 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
1187 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1194 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1196 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1209 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1277 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1278 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1278 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1278 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1279 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1279 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1279 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1961 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
7231 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7234 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
7234 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
7238 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
7239 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
7239 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
7239 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
7241 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
7241 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
7242 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7242 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7307 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 11% reduce 0%
17261 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
17372 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23711 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
31194 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31195 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31616 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local765400332_0001_m_000000_0 is done. And is in the process of commiting
31660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31661 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31661 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local765400332_0001_m_000000_0' done.
31661 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local765400332_0001_m_000000_0
31661 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local765400332_0001_m_000001_0
31661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
31662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
31662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local765400332_0001/attempt_local765400332_0001_m_000001_0
31662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
31663 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@9399678
31706 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
31707 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
31707 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
31707 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31707 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
31708 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
31713 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
31713 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
31713 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
31714 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
31714 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
31714 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
31714 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
32103 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 50% reduce 0%
37663 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37665 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
37666 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
37667 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
37667 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
37667 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
37667 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
37670 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37670 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37670 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37670 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38105 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 88% reduce 0%
39328 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39362 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local765400332_0001_m_000001_0 is done. And is in the process of commiting
39366 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39367 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39368 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39369 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39369 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local765400332_0001_m_000001_0' done.
39369 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local765400332_0001_m_000001_0
39369 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
39381 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39382 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39383 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39384 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
39384 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
39384 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
39384 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
39384 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
39385 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local765400332_0001/attempt_local765400332_0001_r_000000_0
39400 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
39403 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1f00a402
39404 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39407 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39418 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 2 sorted segments
39424 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 0 segments left of total size: 0 bytes
39425 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39426 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39430 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39430 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
39440 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local765400332_0001_r_000000_0 is done. And is in the process of commiting
39440 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39441 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
39442 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
39442 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
39442 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
39442 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
39442 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
39445 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39446 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39446 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39446 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39446 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local765400332_0001_r_000000_0 is allowed to commit now
39448 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local765400332_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
39449 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local765400332_0001_r_000000_0' to outputGenderStats/BQ3
39451 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39452 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39452 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39452 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
39452 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local765400332_0001_r_000000_0' done.
40106 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
40106 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local765400332_0001
40107 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40107 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40107 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40107 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40107 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40108 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40108 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40108 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40108 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40108 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40108 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40108 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40109 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40110 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40112 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40113 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40113 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40113 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40113 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40113 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40115 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40115 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40116 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40117 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40117 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40123 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40123 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40123 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40123 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40125 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40125 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40126 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40127 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40127 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40127 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40129 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40131 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40131 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40132 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40134 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40135 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
40135 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
40135 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
40135 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=0
40135 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=12
40135 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=0
40136 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
40136 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=165165
40136 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=658
40136 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=0
40136 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
40136 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
40137 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=0
40138 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
40138 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
40138 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=0
40138 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
40138 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
40138 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2267545600
40139 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
40139 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
40139 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
40139 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=158172
40139 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=304072493
40139 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
40139 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
40141 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
40146 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
40148 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
40149 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:13:26 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
20 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
254 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
279 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
408 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
411 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
420 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
423 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
448 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
475 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
502 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
511 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
514 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
515 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
516 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
521 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
528 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
529 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
535 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
543 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson678258892/.staging/job_local678258892_0001
556 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
568 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
573 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
703 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local678258892_0001
727 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
761 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local678258892_0001
821 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
821 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
822 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 2
843 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
846 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local678258892_0001_m_000000_0
860 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
878 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
881 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
908 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local678258892_0001/attempt_local678258892_0001_m_000000_0
920 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1024 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
1075 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69fe8090
1082 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1086 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
1087 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1090 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1092 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1107 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1170 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1170 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1767 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6986 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7005 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
7020 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
7043 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
7046 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
7049 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
7077 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
7194 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
7201 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
7206 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7207 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7794 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
10228 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10245 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10247 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10249 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10836 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
13258 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13261 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13263 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13266 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13842 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 19% reduce 0%
16273 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
16275 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
16276 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
16276 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16844 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 30% reduce 0%
19277 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
19279 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
19280 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
19280 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19846 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 44% reduce 0%
20328 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
20360 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local678258892_0001_m_000000_0 is done. And is in the process of commiting
20374 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
20375 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
20376 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
20376 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
20376 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local678258892_0001_m_000000_0' done.
20376 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local678258892_0001_m_000000_0
20377 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local678258892_0001_m_000001_0
20377 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
20377 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
20378 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
20379 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local678258892_0001/attempt_local678258892_0001_m_000001_0
20381 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
20381 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64c7a7ff
20384 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
20385 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
20385 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
20385 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
20386 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
20386 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
20525 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
20534 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
20535 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
20535 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
20535 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
20535 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
20535 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
20847 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 50% reduce 0%
26387 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
26400 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
26402 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
26404 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
26408 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
26412 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
26413 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
26480 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
26484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
26487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
26491 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
26858 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 62% reduce 0%
29513 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
29541 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
29544 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29560 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29869 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 63% reduce 0%
32562 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
32562 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
32563 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
32563 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32873 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 78% reduce 0%
35553 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
35563 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35563 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35565 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35566 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35570 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local678258892_0001_m_000001_0 is done. And is in the process of commiting
35574 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35574 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35575 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35575 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35576 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local678258892_0001_m_000001_0' done.
35576 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local678258892_0001_m_000001_0
35576 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
35584 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
35586 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35586 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
35587 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
35588 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
35589 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
35589 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
35590 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
35592 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local678258892_0001/attempt_local678258892_0001_r_000000_0
35599 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
35601 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@11cb3800
35601 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35603 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35617 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 2 sorted segments
35624 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 0 segments left of total size: 0 bytes
35624 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35624 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35628 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
35628 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
35633 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local678258892_0001_r_000000_0 is done. And is in the process of commiting
35634 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35634 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
35634 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
35637 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
35637 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
35637 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
35639 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
35639 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35640 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35640 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
35640 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35640 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local678258892_0001_r_000000_0 is allowed to commit now
35641 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local678258892_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
35642 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local678258892_0001_r_000000_0' to outputGenderStats/BQ3
35643 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35643 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35643 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
35643 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
35644 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local678258892_0001_r_000000_0' done.
35874 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
35874 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local678258892_0001
35876 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35876 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
35876 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
35877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
35877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
35877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
35877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
35877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
35877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
35877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
35877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
35877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
35877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
35878 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35879 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
35879 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35879 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
35880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
35880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
35880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
35880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
35880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
35880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
35880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
35881 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
35881 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
35881 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
35881 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
35881 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
35881 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
35881 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35882 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
35882 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35886 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
35887 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
35889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35890 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
35891 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
35892 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
35892 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
35892 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
35893 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
35894 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
35895 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
35895 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
35895 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
35895 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
35895 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
35896 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35896 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
35896 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35896 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
35896 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
35897 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
35897 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
35898 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
35898 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
35899 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
35900 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
35900 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
35900 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
35901 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=0
35901 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=12
35901 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=0
35903 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
35904 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=165165
35907 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=658
35909 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=0
35910 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
35910 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
35910 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=0
35910 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
35910 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
35911 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=0
35915 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
35916 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
35917 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2465202176
35917 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
35917 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
35917 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
35917 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=158172
35918 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=326256429
35918 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
35919 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
35938 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
35938 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
35938 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
35939 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:16:06 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
29 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
163 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
177 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
234 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
236 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
242 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
244 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
267 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
300 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
331 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
340 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
345 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
349 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
352 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
366 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
373 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
377 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
385 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
393 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson245557153/.staging/job_local245557153_0001
403 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
413 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
419 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
509 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local245557153_0001
523 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
560 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local245557153_0001
585 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
585 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
585 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 2
599 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
603 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local245557153_0001_m_000000_0
622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
637 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
638 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local245557153_0001/attempt_local245557153_0001_m_000000_0
664 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
766 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
771 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69fe8090
773 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
774 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
775 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
777 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
777 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
789 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
823 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
823 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
824 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
824 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
824 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
824 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
824 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
870 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
884 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
887 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local245557153_0001_m_000001_0
887 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
888 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
888 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
888 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local245557153_0001/attempt_local245557153_0001_m_000001_0
890 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
891 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f059800
893 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
893 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
893 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
893 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
894 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
938 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
939 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
939 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
939 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
939 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
939 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
940 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
960 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
963 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
965 Thread-1 WARN org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:435 job_local245557153_0001
java.lang.Exception: java.lang.NumberFormatException: empty String
     at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
    Caused by: java.lang.NumberFormatException: empty String
     at sun.misc.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:1842)
     at sun.misc.FloatingDecimal.parseDouble(FloatingDecimal.java:110)
     at java.lang.Double.parseDouble(Double.java:538)
     at java.lang.Double.valueOf(Double.java:502)
     at com.revature.map.MaleEmploymentChange.getCountryAndYearData(MaleEmploymentChange.java:70)
     at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:46)
     at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:1)
     at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
     at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
     at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
     at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
     at java.util.concurrent.FutureTask.run(FutureTask.java:266)
     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
     at java.lang.Thread.run(Thread.java:748)
1567 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
1568 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local245557153_0001
1569 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 0
1576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
1577 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1578 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1581 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:16:35 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
12 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
143 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
154 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
216 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
219 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
225 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
228 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
249 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
272 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
299 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
305 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
306 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
307 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
308 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
314 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
315 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
318 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
322 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
329 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1233732156/.staging/job_local1233732156_0001
338 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
347 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
351 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
427 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1233732156_0001
442 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
474 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1233732156_0001
497 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
499 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
501 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 2
509 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
514 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1233732156_0001_m_000000_0
529 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
540 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
561 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1233732156_0001/attempt_local1233732156_0001_m_000000_0
566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
662 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
679 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f1a2999
684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
684 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
688 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
689 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
696 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
734 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
734 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
735 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
798 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
814 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1233732156_0001_m_000001_0
816 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
818 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
821 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
823 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1233732156_0001/attempt_local1233732156_0001_m_000001_0
828 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
829 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@143431d6
831 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
832 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
832 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
832 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
832 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
833 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
873 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
874 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
874 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
874 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
874 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
874 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
875 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1001 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
1016 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
1017 Thread-1 WARN org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:435 job_local1233732156_0001
java.lang.Exception: java.lang.NumberFormatException: empty String
     at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
    Caused by: java.lang.NumberFormatException: empty String
     at sun.misc.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:1842)
     at sun.misc.FloatingDecimal.parseDouble(FloatingDecimal.java:110)
     at java.lang.Double.parseDouble(Double.java:538)
     at java.lang.Double.valueOf(Double.java:502)
     at com.revature.map.MaleEmploymentChange.getCountryAndYearData(MaleEmploymentChange.java:70)
     at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:46)
     at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:1)
     at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
     at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
     at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
     at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
     at java.util.concurrent.FutureTask.run(FutureTask.java:266)
     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
     at java.lang.Thread.run(Thread.java:748)
1481 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
1485 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1233732156_0001
1487 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 0
1491 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
1492 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1494 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1496 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:21:38 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
13 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
129 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
138 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
192 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
194 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
198 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
201 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
222 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
246 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
273 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
281 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
283 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
283 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
284 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
289 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
292 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
292 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
297 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
303 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1323760877/.staging/job_local1323760877_0001
318 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
327 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
330 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
403 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1323760877_0001
414 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
443 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1323760877_0001
465 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
467 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
468 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 2
474 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
478 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1323760877_0001_m_000000_0
488 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
497 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
499 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
511 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1323760877_0001/attempt_local1323760877_0001_m_000000_0
516 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
588 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
597 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7de36e1c
601 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
602 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
602 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
604 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
604 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
616 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
659 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
660 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1445 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
2006 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
2019 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
2022 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1323760877_0001_m_000001_0
2022 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
2022 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
2023 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
2024 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1323760877_0001/attempt_local1323760877_0001_m_000001_0
2034 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
2037 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5d49cdfd
2039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
2040 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
2041 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
2043 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
2046 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
2047 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
2087 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
2087 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
2088 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
2088 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
2088 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
2088 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
2092 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
3387 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
3388 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
3395 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
3397 Thread-1 WARN org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:435 job_local1323760877_0001
java.lang.Exception: java.lang.NumberFormatException: empty String
     at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
    Caused by: java.lang.NumberFormatException: empty String
     at sun.misc.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:1842)
     at sun.misc.FloatingDecimal.parseDouble(FloatingDecimal.java:110)
     at java.lang.Double.parseDouble(Double.java:538)
     at java.lang.Double.valueOf(Double.java:502)
     at com.revature.map.MaleEmploymentChange.getCountryAndYearData(MaleEmploymentChange.java:70)
     at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:46)
     at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:1)
     at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
     at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
     at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
     at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
     at java.util.concurrent.FutureTask.run(FutureTask.java:266)
     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
     at java.lang.Thread.run(Thread.java:748)
3448 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1323760877_0001
3449 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 0
3450 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
3451 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
3452 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
3452 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:25:06 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
21 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
175 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
185 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
242 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
245 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
253 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
258 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
296 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
320 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
343 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
350 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
352 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
353 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
353 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
359 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
360 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
364 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
369 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
374 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1047466162/.staging/job_local1047466162_0001
385 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
392 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
394 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
468 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1047466162_0001
484 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
510 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1047466162_0001
532 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
533 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
539 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 2
561 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
566 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1047466162_0001_m_000000_0
584 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
593 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
594 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1047466162_0001/attempt_local1047466162_0001_m_000000_0
618 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
711 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
717 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f1a2999
720 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
721 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
722 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
724 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
725 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
733 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
771 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
772 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
772 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
772 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
773 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
773 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
773 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1512 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6619 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6625 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9626 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12627 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12627 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12628 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12628 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
15628 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15629 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16518 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 1% reduce 0%
18630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18630 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
21631 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21632 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21632 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21632 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
24632 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24633 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24633 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24633 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
27634 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
27634 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
27634 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
27634 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28521 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 2% reduce 0%
30635 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
30635 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
30635 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
30635 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
33636 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
33636 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
33636 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
33636 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
36637 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36637 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36637 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36637 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39638 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39638 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39638 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39638 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42639 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42639 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42639 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42639 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
45640 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
45640 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
45640 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
45640 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
46525 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 3% reduce 0%
48652 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
48663 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
48672 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
48692 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
51702 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51704 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
51714 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51716 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
57731 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
57731 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
57731 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
57731 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
60732 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
60732 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
60733 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
60733 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
61535 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 4% reduce 0%
63735 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
63737 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
63738 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
63744 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
66748 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
66750 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
66753 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
66755 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
75758 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
75758 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
75759 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
75759 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
78759 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
78759 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
78760 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
78760 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
81760 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
81760 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
81760 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
81761 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
84762 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84764 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
84766 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84776 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
85553 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 5% reduce 0%
87782 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
87784 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
87793 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
87797 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
90802 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
90803 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
90803 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
90803 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
93803 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
93804 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
93804 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
93804 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
96805 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
96805 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
96805 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
96806 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
99806 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
99807 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
99807 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
99807 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
102807 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
102808 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
102808 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
102808 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
105810 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
105812 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
105822 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
105827 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
108833 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
108834 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
108835 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
108837 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
117876 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
117877 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
117877 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
117878 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
118570 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 6% reduce 0%
120878 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
120878 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
120878 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
120878 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
123880 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
123882 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
123883 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
123884 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
126919 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
126921 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
126927 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
126929 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
132931 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
132931 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
132931 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
132931 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
133587 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 7% reduce 0%
135932 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
135932 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
135932 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
135932 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
138936 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
138942 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
138944 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
138955 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
141959 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
141963 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
141965 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
141967 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
150969 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
150970 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
150970 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
150970 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
151603 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
153970 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
153971 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
153971 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
153971 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
156973 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
156978 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
156994 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
156998 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
160004 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
160005 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
160013 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
160017 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
169023 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
169023 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
169023 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
169023 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
169612 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 9% reduce 0%
172024 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
172024 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
172024 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
172024 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
175025 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
175025 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
175026 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
175026 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
178028 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
178031 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
178037 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
178039 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
178616 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 10% reduce 0%
181042 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
181044 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
181046 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
181049 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
184051 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
184051 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
184052 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
184052 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
187052 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
187052 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
187053 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
187053 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
190053 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
190053 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
190054 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
190054 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
193055 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
193061 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
193067 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
193072 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
193627 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 11% reduce 0%
196080 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
196082 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
196084 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
196099 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Thu Dec 13 14:25:59 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
10 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
204 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
216 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
277 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
280 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
288 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
292 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
317 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
349 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
376 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
383 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
384 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
384 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
385 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
391 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
392 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
393 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
397 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
404 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2102931808/.staging/job_local2102931808_0001
414 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
425 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
433 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
520 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local2102931808_0001
541 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
569 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local2102931808_0001
599 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
602 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
605 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 2
617 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
624 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2102931808_0001_m_000000_0
636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
648 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
649 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
665 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2102931808_0001/attempt_local2102931808_0001_m_000000_0
668 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
757 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
764 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f1a2999
767 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
768 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
769 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
771 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
772 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
781 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
816 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
816 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
817 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
817 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
817 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
817 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
817 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1572 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6671 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6671 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6672 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6672 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6672 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6672 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6673 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6674 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6675 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6675 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6676 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9676 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9677 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12680 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12690 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12699 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12703 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
24709 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24709 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24710 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24710 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
25592 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 1% reduce 0%
27712 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
27724 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
27734 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
27748 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
30757 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
30759 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
30761 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
30763 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
36771 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36771 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36772 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36772 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39772 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39773 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39773 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39773 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Thu Dec 13 14:28:11 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
10 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
124 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
135 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
188 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
189 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
192 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
195 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
215 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
235 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
252 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
257 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
258 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
258 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
258 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
263 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
265 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
267 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
271 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
277 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1547139897/.staging/job_local1547139897_0001
285 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
294 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
298 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
365 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1547139897_0001
380 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
421 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1547139897_0001
438 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
438 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
439 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 2
443 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
447 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1547139897_0001_m_000000_0
458 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
466 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1547139897_0001/attempt_local1547139897_0001_m_000000_0
487 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
557 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
565 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@541aa949
569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
570 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
570 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
572 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
572 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
578 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
616 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
617 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
618 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1424 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6506 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6513 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6513 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6517 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6518 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6519 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6519 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6522 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6523 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6524 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6526 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7427 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 36% reduce 0%
8382 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8405 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8408 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1547139897_0001_m_000000_0 is done. And is in the process of commiting
8413 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8413 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8414 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8414 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8415 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1547139897_0001_m_000000_0' done.
8416 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1547139897_0001_m_000000_0
8416 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1547139897_0001_m_000001_0
8417 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8417 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8417 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8417 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1547139897_0001/attempt_local1547139897_0001_m_000001_0
8419 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8420 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@a1fa285
8424 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8425 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
8426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8427 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8430 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 50% reduce 0%
8436 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8437 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8437 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8437 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8437 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8437 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8438 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13797 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
13806 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
13811 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1547139897_0001_m_000001_0 is done. And is in the process of commiting
13811 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13812 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13812 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13812 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13812 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13812 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13812 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13814 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13814 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13814 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13814 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13815 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1547139897_0001_m_000001_0' done.
13815 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1547139897_0001_m_000001_0
13816 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
13824 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
13825 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13825 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13825 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
13825 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
13825 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
13826 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
13826 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13827 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1547139897_0001/attempt_local1547139897_0001_r_000000_0
13832 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
13832 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3c1fe2ed
13833 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13833 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13838 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 2 sorted segments
13844 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 556191 bytes
13846 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13846 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13849 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13850 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
13911 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1547139897_0001_r_000000_0 is done. And is in the process of commiting
13914 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13914 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13915 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13915 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13916 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13917 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13917 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13919 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13920 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13920 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13920 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13923 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1547139897_0001_r_000000_0 is allowed to commit now
13926 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1547139897_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
13927 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1547139897_0001_r_000000_0' to outputGenderStats/BQ3
13927 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13928 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13928 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13930 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
13930 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1547139897_0001_r_000000_0' done.
14440 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
14441 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1547139897_0001
14443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14445 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14446 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14446 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14447 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14451 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14453 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14464 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14464 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14465 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14465 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14465 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14466 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14467 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14468 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14468 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14469 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14469 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14475 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14476 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14477 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14477 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14477 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14477 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14477 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14477 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14478 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14478 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14478 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14478 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14478 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14482 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14486 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14489 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14489 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14490 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14490 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14491 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14491 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14491 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14492 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14492 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14493 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14494 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14494 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14495 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14495 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14495 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14495 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14496 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
14496 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
14496 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
14497 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
14497 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14498 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
14498 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
14499 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
14499 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=3448
14500 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=556199
14501 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=1724
14502 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
14502 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=165165
14502 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=658
14503 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=550507
14503 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
14503 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
14503 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=9
14503 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
14504 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=1724
14504 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=1724
14504 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
14504 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
14504 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2448424960
14504 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
14504 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
14505 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
14505 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=2142866
14505 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=249168840
14505 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
14506 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=552573
14509 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
14510 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
14511 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
14511 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:29:22 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
11 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
153 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
165 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
221 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
223 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
231 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
233 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
258 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
283 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
319 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
328 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
329 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
330 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
331 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
337 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
341 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
344 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
351 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
358 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson234117757/.staging/job_local234117757_0001
369 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
377 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
380 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
382 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
383 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
461 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local234117757_0001
478 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
505 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local234117757_0001
545 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
545 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
545 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
554 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
563 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local234117757_0001_m_000000_0
578 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
587 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
594 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
615 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local234117757_0001/attempt_local234117757_0001_m_000000_0
617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
713 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
717 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@42e30fb1
720 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
721 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
723 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
725 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
726 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
733 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
767 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
768 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
768 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
768 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
768 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
769 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
769 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1508 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6626 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7511 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 23% reduce 0%
8527 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8548 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8555 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local234117757_0001_m_000000_0 is done. And is in the process of commiting
8558 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8559 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8560 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8560 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8560 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local234117757_0001_m_000000_0' done.
8560 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local234117757_0001_m_000000_0
8561 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local234117757_0001_m_000001_0
8561 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8561 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8562 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8563 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local234117757_0001/attempt_local234117757_0001_m_000001_0
8573 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8575 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@60b5107c
8577 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8577 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
8577 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8577 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8577 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8578 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8589 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8591 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8592 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8592 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8592 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8601 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9515 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
14620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14621 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14624 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
15328 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
15334 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
15337 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local234117757_0001_m_000001_0 is done. And is in the process of commiting
15339 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15340 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15340 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15340 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
15340 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local234117757_0001_m_000001_0' done.
15341 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local234117757_0001_m_000001_0
15341 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local234117757_0001_m_000002_0
15342 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
15342 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15342 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
15343 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local234117757_0001/attempt_local234117757_0001_m_000002_0
15343 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
15344 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@60cd9c39
15346 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
15346 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
15347 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
15347 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15347 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
15347 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
15358 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
15359 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
15359 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
15359 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
15360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
15360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
15360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
15622 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
15655 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
15668 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
15671 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local234117757_0001_m_000002_0 is done. And is in the process of commiting
15674 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15679 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
15683 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
15684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
15684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
15684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
15684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
15685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15686 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15686 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
15686 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local234117757_0001_m_000002_0' done.
15686 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local234117757_0001_m_000002_0
15687 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
15692 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
15692 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15693 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
15693 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
15693 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
15693 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
15693 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
15693 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
15694 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local234117757_0001/attempt_local234117757_0001_r_000000_0
15716 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
15717 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7ffece93
15717 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15718 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
15724 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
15741 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 556973 bytes
15744 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15747 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
15760 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
15762 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
15825 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local234117757_0001_r_000000_0 is done. And is in the process of commiting
15826 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15827 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
15828 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
15829 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
15829 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
15830 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
15842 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
15844 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15845 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15845 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
15846 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
15846 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local234117757_0001_r_000000_0 is allowed to commit now
15849 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local234117757_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
15850 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local234117757_0001_r_000000_0' to outputGenderStats/BQ3
15851 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15852 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15852 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
15853 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
15853 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local234117757_0001_r_000000_0' done.
16622 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
16623 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local234117757_0001
16623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
16623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
16623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
16623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
16624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
16624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
16624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
16624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
16624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
16624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
16624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
16624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
16625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
16625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
16625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
16626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
16627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
16627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
16627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
16627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
16627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
16628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
16628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
16628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
16628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
16628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
16628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
16628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
16628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
16628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
16629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
16629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
16629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
16629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
16629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
16629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
16631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
16631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
16632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
16633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
16634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
16634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
16634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
16634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
16635 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
16635 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
16635 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
16636 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
16636 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
16637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
16637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
16638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
16639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
16639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
16640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
16640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
16640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
16641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
16641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
16641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
16641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
16644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
16644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
16645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
16645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
16645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
16646 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
16647 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
16647 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
16648 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
16648 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
16648 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
16649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
16650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
16650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
16650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
16651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
16652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
16652 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
16652 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
16653 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=3464
16653 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=556985
16653 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=1732
16653 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
16653 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
16654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=993
16654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=551271
16654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
16654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
16654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=13
16654 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
16655 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=1732
16655 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=1732
16655 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
16655 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
16655 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3503816704
16655 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
16656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
16656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
16656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=2756811
16656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=347583214
16656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
16657 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=553345
16660 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
16661 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
16661 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
16661 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:35:51 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
19 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
151 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
161 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
214 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
217 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
224 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
226 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
249 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
276 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
316 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
324 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
325 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
325 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
326 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
332 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
335 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
336 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
345 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
352 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson64814279/.staging/job_local64814279_0001
359 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
367 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
370 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
372 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
373 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
453 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local64814279_0001
472 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
496 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local64814279_0001
523 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
525 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
528 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
543 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
553 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local64814279_0001_m_000000_0
562 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
576 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
577 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
594 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local64814279_0001/attempt_local64814279_0001_m_000000_0
602 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
693 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
705 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22
712 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
712 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
714 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
715 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
716 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
723 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
758 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
758 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1501 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6603 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6603 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6603 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6603 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6604 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6604 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6604 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6607 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6610 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6615 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7504 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 23% reduce 0%
8540 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8555 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8565 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local64814279_0001_m_000000_0 is done. And is in the process of commiting
8569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8571 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8571 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8572 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8579 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local64814279_0001_m_000000_0' done.
8580 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local64814279_0001_m_000000_0
8581 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local64814279_0001_m_000001_0
8581 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8582 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8582 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8583 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local64814279_0001/attempt_local64814279_0001_m_000001_0
8584 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8585 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f25b3c5
8591 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8591 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
8591 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8591 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8592 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8592 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8605 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8606 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8609 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9505 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
13555 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
13558 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
13562 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local64814279_0001_m_000001_0 is done. And is in the process of commiting
13562 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13563 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13563 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13563 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13563 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13563 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13563 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13564 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13564 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13565 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13565 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13565 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local64814279_0001_m_000001_0' done.
13565 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local64814279_0001_m_000001_0
13565 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local64814279_0001_m_000002_0
13565 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
13566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local64814279_0001/attempt_local64814279_0001_m_000002_0
13567 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
13567 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@361c5d67
13569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13569 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
13569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13570 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13570 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
13579 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
13579 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
13580 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13581 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13581 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13581 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13581 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13796 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
13798 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
13799 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local64814279_0001_m_000002_0 is done. And is in the process of commiting
13799 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13799 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13799 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13799 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13800 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13800 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13800 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13801 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13801 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13802 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13803 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13803 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local64814279_0001_m_000002_0' done.
13804 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local64814279_0001_m_000002_0
13804 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
13810 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
13811 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13811 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13811 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
13811 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
13812 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
13812 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
13812 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13813 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local64814279_0001/attempt_local64814279_0001_r_000000_0
13818 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
13819 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6
13820 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13820 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13912 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
14023 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 556973 bytes
14026 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14029 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
14047 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14048 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
14185 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local64814279_0001_r_000000_0 is done. And is in the process of commiting
14197 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14197 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14198 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14198 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14198 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14199 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14200 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14201 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14201 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14201 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14203 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
14205 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local64814279_0001_r_000000_0 is allowed to commit now
14207 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local64814279_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
14207 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local64814279_0001_r_000000_0' to outputGenderStats/BQ3
14210 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14211 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14211 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14212 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
14215 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local64814279_0001_r_000000_0' done.
14507 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
14514 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local64814279_0001
14515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14520 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14533 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
14569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
14570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
14570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
14571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
14573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
14573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
14573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=3464
14573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=556985
14573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=1732
14573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
14573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
14574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=993
14574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=551271
14574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
14574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
14574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=13
14574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
14575 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=1728
14575 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=1732
14576 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
14577 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
14577 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3373793280
14577 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
14577 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
14578 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
14578 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=2639621
14578 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=347583214
14578 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
14578 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=435179
14581 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
14582 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
14583 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
14583 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:39:07 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
9 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
159 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
174 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
243 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
247 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
255 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
258 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
284 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
312 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
339 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
345 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
345 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
346 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
346 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
351 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
353 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
355 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
359 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
365 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1999303639/.staging/job_local1999303639_0001
373 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
380 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
383 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
385 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
386 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
461 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1999303639_0001
477 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
505 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1999303639_0001
527 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
528 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
529 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
551 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
561 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1999303639_0001_m_000000_0
573 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
580 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
581 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
597 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1999303639_0001/attempt_local1999303639_0001_m_000000_0
600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
695 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
704 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7d3842e
707 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
708 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
709 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
711 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
712 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
719 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
758 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
758 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
758 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
758 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1508 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6606 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6607 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6607 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6608 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6608 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6609 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6610 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6612 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6613 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7512 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
9616 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9616 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9617 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9617 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10379 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10402 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10405 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1999303639_0001_m_000000_0 is done. And is in the process of commiting
10409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10410 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10410 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10410 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1999303639_0001_m_000000_0' done.
10410 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1999303639_0001_m_000000_0
10410 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1999303639_0001_m_000001_0
10411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1999303639_0001/attempt_local1999303639_0001_m_000001_0
10412 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10413 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@23119f6
10416 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10416 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
10416 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10416 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10416 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10417 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
10426 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
10426 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
10426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10597 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
16416 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
16417 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
16418 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
16419 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
16419 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
16419 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
16420 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
16421 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
16421 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
16421 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
16421 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16853 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 57% reduce 0%
17849 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
17856 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
17858 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1999303639_0001_m_000001_0 is done. And is in the process of commiting
17860 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
17860 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
17861 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
17861 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
17861 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1999303639_0001_m_000001_0' done.
17861 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1999303639_0001_m_000001_0
17861 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1999303639_0001_m_000002_0
17861 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
17862 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
17862 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
17862 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1999303639_0001/attempt_local1999303639_0001_m_000002_0
17865 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
17865 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6a9a3d17
17868 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
17868 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
17868 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
17869 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
17869 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
17869 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
17882 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
17882 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
17882 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
17882 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
17883 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
17883 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
17883 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
18139 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
18142 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
18146 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1999303639_0001_m_000002_0 is done. And is in the process of commiting
18150 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18155 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
18155 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
18156 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
18156 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
18156 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
18157 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
18160 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18162 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18164 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18164 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
18164 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1999303639_0001_m_000002_0' done.
18165 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1999303639_0001_m_000002_0
18165 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
18171 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
18171 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18171 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
18172 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
18173 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
18173 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
18173 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
18174 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
18175 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1999303639_0001/attempt_local1999303639_0001_r_000000_0
18184 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
18185 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573
18185 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18186 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
18194 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
18199 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 927140 bytes
18202 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18202 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
18208 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
18208 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
18364 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1999303639_0001_r_000000_0 is done. And is in the process of commiting
18365 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
18366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
18366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
18366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
18366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
18366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
18367 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18367 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18367 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
18367 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
18367 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1999303639_0001_r_000000_0 is allowed to commit now
18368 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1999303639_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
18373 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1999303639_0001_r_000000_0' to outputGenderStats/BQ3
18378 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18380 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18383 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
18387 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
18390 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1999303639_0001_r_000000_0' done.
18854 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
18856 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1999303639_0001
18860 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18862 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
18863 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
18864 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
18868 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
18870 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
18871 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
18872 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
18873 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
18873 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
18874 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
18876 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
18877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
18878 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
18882 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18890 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
18892 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
18893 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18897 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
18900 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
18906 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
18908 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
18908 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
18922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
18924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
18924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
18924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
18925 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
18925 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
18926 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
18926 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18926 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
18926 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18926 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
18927 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
18930 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18931 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
18932 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
18932 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
18940 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
18942 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
18942 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
18944 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
18945 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
18948 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
18949 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
18949 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
18950 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
18951 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18952 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
18953 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18954 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
18955 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
18957 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18968 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
18975 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
18979 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
18981 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
18983 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
18983 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
18986 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
18988 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
18990 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
18992 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
18993 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
18994 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
18995 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18997 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
18997 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18999 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
19000 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
19001 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
19002 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
19002 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
19003 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
19006 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
19006 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
19007 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
19008 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
19008 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=5412
19009 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=927152
19009 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=2706
19009 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
19009 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
19009 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=993
19009 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=917985
19009 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
19009 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
19009 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=14
19010 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
19010 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=2042
19010 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=2706
19010 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
19010 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
19010 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3401056256
19010 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
19010 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
19010 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
19010 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=4053171
19011 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=424958181
19011 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
19011 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=526031
19017 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
19017 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
19017 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
19018 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:40:01 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
10 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
156 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
167 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
227 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
239 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
244 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
278 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
310 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
345 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
355 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
357 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
357 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
358 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
363 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
365 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
366 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
370 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
375 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson530596266/.staging/job_local530596266_0001
383 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
391 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
394 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
466 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local530596266_0001
480 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
508 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local530596266_0001
538 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
539 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
541 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 1
563 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
577 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local530596266_0001_m_000000_0
587 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
594 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
594 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local530596266_0001/attempt_local530596266_0001_m_000000_0
610 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
718 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
725 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1ed9e199
729 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
729 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
730 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
733 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
733 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
748 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
789 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
789 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
795 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1256 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
1275 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
1281 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local530596266_0001_m_000000_0 is done. And is in the process of commiting
1288 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1289 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1290 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1291 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1292 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1294 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1295 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1302 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1304 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1307 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1309 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1310 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local530596266_0001_m_000000_0' done.
1313 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local530596266_0001_m_000000_0
1315 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
1322 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
1323 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1325 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1325 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1325 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1326 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1326 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1326 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1329 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local530596266_0001/attempt_local530596266_0001_r_000000_0
1359 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1359 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64ff599
1360 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1360 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1368 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 1 sorted segments
1377 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 1 segments left of total size: 782 bytes
1378 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1378 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1384 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1384 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
1394 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local530596266_0001_r_000000_0 is done. And is in the process of commiting
1394 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1394 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1394 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1394 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1395 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1395 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1397 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1404 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1404 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1405 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1405 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1405 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local530596266_0001_r_000000_0 is allowed to commit now
1407 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local530596266_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
1408 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local530596266_0001_r_000000_0' to outputGenderStats/BQ3
1409 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1410 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1410 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1411 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
1412 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local530596266_0001_r_000000_0' done.
1517 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
1523 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local530596266_0001
1525 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1551 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1584 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
1613 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
1613 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
1614 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=16
1614 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=786
1615 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=8
1624 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
1624 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=1517
1624 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=335
1624 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=764
1625 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
1625 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
1625 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=8
1625 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
1625 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=8
1626 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=8
1626 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
1626 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
1626 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=445644800
1626 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
1627 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
1627 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
1639 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=107070
1639 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=2017974
1640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
1640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=780
1644 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
1646 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1649 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1653 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:41:16 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
9 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
125 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
134 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
183 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
185 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
188 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
190 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
213 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
237 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
257 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
262 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
263 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
263 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
264 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
269 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
270 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
271 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
275 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
280 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson260075155/.staging/job_local260075155_0001
288 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
297 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
300 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
366 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local260075155_0001
378 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
413 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local260075155_0001
436 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
437 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
437 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 1
442 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
446 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local260075155_0001_m_000000_0
456 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
466 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
467 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
478 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local260075155_0001/attempt_local260075155_0001_m_000000_0
480 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
574 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
584 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1ed9e199
589 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
589 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
590 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
592 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
592 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
603 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
648 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
649 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
654 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
654 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
655 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
655 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
655 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1085 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
1119 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
1123 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local260075155_0001_m_000000_0 is done. And is in the process of commiting
1137 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1137 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1140 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1141 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1141 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1141 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1142 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1150 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1151 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1151 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1151 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1152 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local260075155_0001_m_000000_0' done.
1152 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local260075155_0001_m_000000_0
1154 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
1158 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
1159 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1160 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1161 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1162 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1162 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1163 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1163 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1165 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local260075155_0001/attempt_local260075155_0001_r_000000_0
1175 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1177 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@410ea1da
1178 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1179 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1189 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 1 sorted segments
1202 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 1 segments left of total size: 782 bytes
1202 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1203 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1205 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1206 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
1221 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local260075155_0001_r_000000_0 is done. And is in the process of commiting
1221 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1222 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1226 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1226 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1226 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1226 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1227 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1228 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1228 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1229 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1229 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1229 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local260075155_0001_r_000000_0 is allowed to commit now
1238 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local260075155_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
1239 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local260075155_0001_r_000000_0' to outputGenderStats/BQ3
1241 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1241 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1242 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1242 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
1242 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local260075155_0001_r_000000_0' done.
1420 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
1424 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local260075155_0001
1425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1447 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1449 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1451 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1454 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1454 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1455 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1455 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1457 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1458 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1460 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1466 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1467 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1467 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1468 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1468 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1469 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1469 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1469 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1469 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1469 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1470 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1470 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1470 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1470 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1471 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1471 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1471 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1471 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1471 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1472 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1472 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1472 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
1472 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
1473 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
1473 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=16
1473 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=786
1473 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=8
1473 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
1473 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=1517
1474 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=335
1474 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=764
1474 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
1474 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
1474 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=8
1474 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
1475 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=8
1477 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=8
1481 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
1481 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
1481 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=445644800
1482 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
1482 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
1483 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
1483 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=107070
1483 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=2017974
1483 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
1483 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=780
1487 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
1488 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1488 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1489 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:41:45 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
9 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
126 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
137 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
194 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
197 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
201 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
204 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
228 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
260 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
282 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
288 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
288 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
289 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
289 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
299 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
301 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
302 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
306 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
316 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson242373702/.staging/job_local242373702_0001
330 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
343 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
353 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
416 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local242373702_0001
428 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
454 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local242373702_0001
475 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
477 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
477 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 1
482 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
486 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local242373702_0001_m_000000_0
497 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
507 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
510 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
534 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local242373702_0001/attempt_local242373702_0001_m_000000_0
539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
630 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
636 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f0f7547
641 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
643 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
644 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
647 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
647 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
653 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
700 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
701 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
701 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
701 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
701 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
701 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
702 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
853 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
868 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local242373702_0001_m_000000_0 is done. And is in the process of commiting
870 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
871 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
872 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
873 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
873 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
874 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
875 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
878 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
881 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
881 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
882 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
884 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local242373702_0001_m_000000_0' done.
885 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local242373702_0001_m_000000_0
885 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
888 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
896 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
896 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
897 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
898 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
898 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
899 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
900 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
902 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local242373702_0001/attempt_local242373702_0001_r_000000_0
914 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
915 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@53993a07
916 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
917 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
923 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 1 sorted segments
929 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 0 segments left of total size: 0 bytes
930 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
930 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
938 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local242373702_0001_r_000000_0 is done. And is in the process of commiting
939 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
939 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
939 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
939 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
940 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
940 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
940 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
941 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
941 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
941 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
941 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
942 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local242373702_0001_r_000000_0 is allowed to commit now
947 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local242373702_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
948 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local242373702_0001_r_000000_0' to outputGenderStats/BQ3
949 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
950 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
951 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
951 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
951 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local242373702_0001_r_000000_0' done.
1463 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
1469 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local242373702_0001
1470 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1475 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1476 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1478 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1479 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1480 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1485 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1486 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1487 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1491 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1493 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1494 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1497 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1498 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1500 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1505 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1509 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1513 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1513 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1514 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1514 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1526 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1526 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
1531 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
1532 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
1533 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=0
1533 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=6
1534 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=0
1534 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
1535 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=1517
1535 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=335
1536 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=0
1536 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
1536 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
1536 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=0
1536 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
1536 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
1537 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=0
1537 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
1540 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
1540 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=445644800
1541 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
1541 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
1543 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
1545 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=104738
1545 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=2017194
1546 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
1546 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
1550 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
1551 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1552 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1553 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:44:00 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
12 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
147 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
156 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
215 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
217 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
221 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
226 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
248 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
273 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
293 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
304 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
306 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
307 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
308 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
314 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
318 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
322 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
327 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
336 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1796835919/.staging/job_local1796835919_0001
347 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
359 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
364 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
442 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1796835919_0001
461 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
491 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1796835919_0001
519 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
519 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
520 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 1
525 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
529 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1796835919_0001_m_000000_0
543 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
549 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
551 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
564 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1796835919_0001/attempt_local1796835919_0001_m_000000_0
569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
674 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
682 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2f954a92
690 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
694 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
696 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
715 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
720 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
730 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
767 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
768 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
768 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
768 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
768 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
769 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
769 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1242 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
1278 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
1282 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1796835919_0001_m_000000_0 is done. And is in the process of commiting
1289 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1293 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1295 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1297 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1301 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1309 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1319 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1320 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1324 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1327 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1332 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1796835919_0001_m_000000_0' done.
1336 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1796835919_0001_m_000000_0
1337 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
1343 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
1343 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1343 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1343 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1344 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1344 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1344 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1344 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1347 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1796835919_0001/attempt_local1796835919_0001_r_000000_0
1372 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1374 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64ff599
1375 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1376 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1380 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 1 sorted segments
1389 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 1 segments left of total size: 388 bytes
1390 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1390 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1394 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1394 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
1401 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1796835919_0001_r_000000_0 is done. And is in the process of commiting
1401 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1401 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1401 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1401 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1402 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1402 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1407 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1409 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1410 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1410 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1410 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
1411 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1796835919_0001_r_000000_0 is allowed to commit now
1414 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1796835919_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
1414 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1796835919_0001_r_000000_0' to outputGenderStats/BQ3
1416 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1419 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1420 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1421 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
1422 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1796835919_0001_r_000000_0' done.
1497 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
1498 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1796835919_0001
1498 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1499 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1499 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1500 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1500 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1501 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1501 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1501 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1501 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1501 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1502 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1502 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1502 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1502 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1502 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1503 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1503 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1503 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1503 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
1504 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1504 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
1504 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1505 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
1506 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1506 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
1508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
1508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
1509 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
1510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
1511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
1511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
1511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
1511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
1512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
1512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
1512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
1513 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
1514 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
1514 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=8
1514 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=392
1514 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=4
1514 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
1515 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=1517
1516 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=335
1516 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=378
1516 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
1519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
1519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=4
1519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
1519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=4
1520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=4
1520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
1520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
1520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=445644800
1520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
1520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
1522 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
1523 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=105900
1523 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=2017580
1523 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
1523 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=390
1524 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
1524 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1525 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
1525 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:49:10 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
22 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
170 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
179 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
236 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
238 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
241 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
245 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
268 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
298 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
320 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
329 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
333 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
337 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
340 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
350 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
354 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
357 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
365 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
373 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1111498586/.staging/job_local1111498586_0001
391 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
405 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
410 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
416 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
419 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
497 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1111498586_0001
512 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
553 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1111498586_0001
594 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
601 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
603 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
613 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
621 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1111498586_0001_m_000000_0
636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
651 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
652 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
682 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1111498586_0001/attempt_local1111498586_0001_m_000000_0
686 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
792 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
806 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7d3842e
810 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
811 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
811 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
813 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
813 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
818 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
861 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
862 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
862 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
863 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
863 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
863 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
863 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1562 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6707 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6709 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6709 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6714 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6714 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6714 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6715 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6717 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6719 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6719 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6720 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7566 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 24% reduce 0%
8383 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8418 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8421 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1111498586_0001_m_000000_0 is done. And is in the process of commiting
8432 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8432 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8444 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8444 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8444 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1111498586_0001_m_000000_0' done.
8444 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1111498586_0001_m_000000_0
8444 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1111498586_0001_m_000001_0
8445 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8445 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8447 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1111498586_0001/attempt_local1111498586_0001_m_000001_0
8451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8455 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4c4798a9
8471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8471 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
8472 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8472 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8472 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8472 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8482 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8482 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8567 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
13584 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
13598 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
13619 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1111498586_0001_m_000001_0 is done. And is in the process of commiting
13620 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13620 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13625 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13625 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13626 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13626 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1111498586_0001_m_000001_0' done.
13626 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1111498586_0001_m_000001_0
13626 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1111498586_0001_m_000002_0
13626 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
13626 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13626 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13627 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1111498586_0001/attempt_local1111498586_0001_m_000002_0
13627 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
13628 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@475ca78a
13630 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13630 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
13630 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13630 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13631 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
13641 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
13641 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
13641 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14077 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
14081 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
14082 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1111498586_0001_m_000002_0 is done. And is in the process of commiting
14082 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14083 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14085 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14086 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14086 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14086 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14086 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14088 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14089 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14089 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14089 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
14089 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1111498586_0001_m_000002_0' done.
14090 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1111498586_0001_m_000002_0
14091 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
14096 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
14096 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14097 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14097 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
14098 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
14098 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
14098 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
14098 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14101 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1111498586_0001/attempt_local1111498586_0001_r_000000_0
14113 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
14114 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573
14117 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14117 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
14124 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
14130 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 464013 bytes
14132 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14133 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
14140 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14141 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
14224 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1111498586_0001_r_000000_0 is done. And is in the process of commiting
14225 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14225 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14225 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14225 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14225 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14225 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14226 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14226 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14226 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14226 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14226 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
14227 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1111498586_0001_r_000000_0 is allowed to commit now
14228 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1111498586_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
14229 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1111498586_0001_r_000000_0' to outputGenderStats/BQ3
14230 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14230 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14231 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14231 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
14231 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1111498586_0001_r_000000_0' done.
14574 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
14574 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1111498586_0001
14575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14595 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14595 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14597 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14597 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14599 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14603 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14610 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14617 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14617 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14618 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14618 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14618 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14618 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14620 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14647 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14647 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14648 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
14648 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
14650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
14650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
14655 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14655 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
14656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
14656 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
14660 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=2706
14661 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=464025
14661 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=1353
14661 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
14661 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
14662 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=993
14663 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=459431
14663 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
14665 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
14665 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=7
14666 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
14666 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=1120
14666 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=1353
14666 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
14667 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
14668 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3276275712
14669 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
14669 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
14671 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
14671 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=2269900
14671 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=316688334
14671 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
14672 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=397379
14677 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
14680 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
14683 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
14684 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 14:57:41 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
6 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
158 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
170 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
234 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
236 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
242 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
244 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
266 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
293 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
318 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
323 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
324 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
325 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
325 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
331 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
334 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
336 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
341 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
348 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson262209758/.staging/job_local262209758_0001
356 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
362 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
367 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
444 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local262209758_0001
458 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
497 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local262209758_0001
542 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
546 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
547 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 2
564 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
567 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local262209758_0001_m_000000_0
576 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
590 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
593 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local262209758_0001/attempt_local262209758_0001_m_000000_0
622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
744 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
752 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2e58ff07
755 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
755 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
756 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
757 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
758 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
764 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
808 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
808 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
809 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
809 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
809 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
810 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
810 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1500 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6631 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6633 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6633 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6633 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6633 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6634 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6635 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6635 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6635 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7503 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 36% reduce 0%
8311 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8328 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8330 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local262209758_0001_m_000000_0 is done. And is in the process of commiting
8335 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8335 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8336 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8336 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8336 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local262209758_0001_m_000000_0' done.
8336 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local262209758_0001_m_000000_0
8336 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local262209758_0001_m_000001_0
8337 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8337 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8337 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8337 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local262209758_0001/attempt_local262209758_0001_m_000001_0
8345 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8345 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4927c598
8347 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8347 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
8348 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8348 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8348 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8348 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8357 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8358 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8358 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8358 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8358 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8358 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8359 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8504 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 50% reduce 0%
12463 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
12469 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
12481 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local262209758_0001_m_000001_0 is done. And is in the process of commiting
12481 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12481 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12482 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12482 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12482 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12482 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12482 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12485 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12486 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12486 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12487 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local262209758_0001_m_000001_0' done.
12487 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local262209758_0001_m_000001_0
12488 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
12505 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
12541 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
12542 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12542 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12543 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12543 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12544 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12547 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12549 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12551 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local262209758_0001/attempt_local262209758_0001_r_000000_0
12557 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
12558 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@11cb3800
12560 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12561 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12662 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 2 sorted segments
12675 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 463625 bytes
12675 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12676 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12679 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12679 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12708 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local262209758_0001_r_000000_0 is done. And is in the process of commiting
12708 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12709 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12709 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12709 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12710 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12710 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12711 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12711 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12712 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12712 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12712 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12713 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local262209758_0001_r_000000_0 is allowed to commit now
12715 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local262209758_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
12715 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local262209758_0001_r_000000_0' to outputGenderStats/BQ3
12716 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12716 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12717 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12717 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
12717 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local262209758_0001_r_000000_0' done.
13508 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
13523 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local262209758_0001
13529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13584 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13597 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13599 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13609 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13609 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13610 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
13613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
13614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
13614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
13614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
13615 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
13615 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
13616 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=2698
13616 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=463633
13616 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=1349
13616 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
13617 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=165165
13617 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=658
13617 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=459053
13617 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
13621 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
13622 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=7
13622 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
13622 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=1349
13622 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=1349
13623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
13623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
13623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2487222272
13623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
13624 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
13624 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
13625 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=1812449
13625 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=226892338
13625 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
13626 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=460767
13632 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
13633 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13633 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13633 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 15:02:07 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
14 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
238 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
258 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
328 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
331 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
342 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
345 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
400 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
452 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
476 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
482 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
483 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
484 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
484 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
489 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
491 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
492 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
496 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
503 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1220479471/.staging/job_local1220479471_0001
512 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
520 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
524 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
643 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1220479471_0001
664 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
696 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1220479471_0001
725 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
726 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
728 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 2
742 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
751 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1220479471_0001_m_000000_0
764 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
773 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
775 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
792 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1220479471_0001/attempt_local1220479471_0001_m_000000_0
796 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
888 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
920 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@28859481
923 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
923 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
924 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
926 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
927 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
936 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
986 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
986 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
988 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
989 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
989 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
989 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
990 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1701 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6810 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6816 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6816 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6830 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6830 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6830 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6830 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6832 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6833 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6833 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6833 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7705 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 37% reduce 0%
8348 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8388 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8394 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1220479471_0001_m_000000_0 is done. And is in the process of commiting
8398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8399 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8401 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8403 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8404 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1220479471_0001_m_000000_0' done.
8407 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1220479471_0001_m_000000_0
8408 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1220479471_0001_m_000001_0
8408 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8408 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1220479471_0001/attempt_local1220479471_0001_m_000001_0
8415 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8416 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@34a7c41a
8419 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8420 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
8420 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8420 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8428 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8430 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8438 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8438 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9010 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 50% reduce 0%
13473 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
13481 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
13491 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1220479471_0001_m_000001_0 is done. And is in the process of commiting
13491 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13492 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13492 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13492 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13492 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13492 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13492 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13493 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13494 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13494 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13494 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13494 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1220479471_0001_m_000001_0' done.
13494 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1220479471_0001_m_000001_0
13495 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
13500 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
13500 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13501 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13501 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
13501 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
13501 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
13501 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
13501 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13502 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1220479471_0001/attempt_local1220479471_0001_r_000000_0
13504 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
13504 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1f00a402
13505 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13505 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13508 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 2 sorted segments
13513 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 2 segments left of total size: 463625 bytes
13513 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13514 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13517 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13517 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
13541 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1220479471_0001_r_000000_0 is done. And is in the process of commiting
13541 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13541 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13541 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13542 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13542 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13542 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13542 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13542 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13543 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13545 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13546 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13546 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1220479471_0001_r_000000_0 is allowed to commit now
13547 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1220479471_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
13547 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1220479471_0001_r_000000_0' to outputGenderStats/BQ3
13550 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13550 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13551 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13551 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
13551 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1220479471_0001_r_000000_0' done.
14016 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
14018 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1220479471_0001
14021 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14023 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14025 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14026 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14029 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14031 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14033 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14038 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14040 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14042 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14044 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14048 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14050 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14051 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14054 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14055 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14059 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14065 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14068 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14072 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14075 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14078 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14081 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14084 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14086 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14087 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14092 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14094 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14097 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14099 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14099 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14100 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14102 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14104 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14106 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14106 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14112 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14112 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14112 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14114 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14122 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14123 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14123 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14123 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14124 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14125 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14125 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14126 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14126 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14126 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14127 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
14127 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
14127 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
14128 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
14128 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14129 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
14130 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
14131 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
14131 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=2698
14132 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=463633
14132 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=1349
14135 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
14136 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=165165
14136 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=658
14136 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=459053
14136 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
14137 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
14137 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=7
14137 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
14137 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=1349
14137 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=1349
14138 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
14138 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
14138 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2487222272
14138 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
14138 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
14139 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
14139 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=1812461
14139 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=226892338
14139 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
14140 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=460767
14144 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
14145 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
14147 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
14148 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 15:02:54 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
10 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
145 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
158 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
213 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
215 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
222 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
224 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
252 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
283 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
309 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
316 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
318 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
318 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
318 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
324 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
326 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
329 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
334 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
342 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson68910079/.staging/job_local68910079_0001
352 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
360 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
364 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
367 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
368 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
446 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local68910079_0001
464 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
493 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local68910079_0001
513 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
515 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
518 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
532 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
538 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local68910079_0001_m_000000_0
549 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
561 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
563 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local68910079_0001/attempt_local68910079_0001_m_000000_0
607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
733 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
745 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21d0bb02
749 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
750 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
751 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
752 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
753 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
760 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
804 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
806 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
806 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
807 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
807 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
808 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
809 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1498 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6617 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6617 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6628 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6631 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6637 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6639 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6641 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6644 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7501 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 24% reduce 0%
8282 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8325 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8328 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local68910079_0001_m_000000_0 is done. And is in the process of commiting
8331 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8332 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8332 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8333 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8333 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local68910079_0001_m_000000_0' done.
8333 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local68910079_0001_m_000000_0
8333 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local68910079_0001_m_000001_0
8334 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8334 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8335 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8337 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local68910079_0001/attempt_local68910079_0001_m_000001_0
8348 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8349 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6c050254
8351 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8352 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
8353 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8354 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8356 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8357 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8366 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8366 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8367 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8367 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8367 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8367 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8367 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8501 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
13065 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
13082 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
13092 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local68910079_0001_m_000001_0 is done. And is in the process of commiting
13092 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13093 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13093 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13093 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13106 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13107 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13107 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13108 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13108 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local68910079_0001_m_000001_0' done.
13108 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local68910079_0001_m_000001_0
13108 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local68910079_0001_m_000002_0
13108 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
13109 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13109 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13109 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local68910079_0001/attempt_local68910079_0001_m_000002_0
13112 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
13113 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@19c2e4c6
13116 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13116 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
13116 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13116 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13116 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13117 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
13127 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
13127 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
13127 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13127 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13128 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13128 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13128 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13347 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
13422 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
13423 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local68910079_0001_m_000002_0 is done. And is in the process of commiting
13423 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13424 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13424 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13424 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13424 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13424 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13424 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13442 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13443 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13443 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local68910079_0001_m_000002_0' done.
13443 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local68910079_0001_m_000002_0
13443 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
13474 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
13476 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13477 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13478 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
13479 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
13480 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
13480 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
13481 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13485 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local68910079_0001/attempt_local68910079_0001_r_000000_0
13507 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
13535 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
13536 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7ffece93
13538 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13539 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13551 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
13563 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 464013 bytes
13564 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13569 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13578 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13579 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
13786 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local68910079_0001_r_000000_0 is done. And is in the process of commiting
13794 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13800 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13803 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13803 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13803 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13804 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13804 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13805 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13805 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13806 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13806 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13807 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local68910079_0001_r_000000_0 is allowed to commit now
13809 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local68910079_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
13809 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local68910079_0001_r_000000_0' to outputGenderStats/BQ3
13809 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13810 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13810 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13810 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
13811 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local68910079_0001_r_000000_0' done.
14661 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
14791 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local68910079_0001
14850 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14861 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14861 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14861 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14861 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14862 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14862 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14887 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14887 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14887 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14887 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14887 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14888 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14888 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14888 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14888 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14888 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14888 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14908 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14909 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14909 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14910 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14910 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14911 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14911 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14912 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14912 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14913 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14913 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14915 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14915 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14916 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14917 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14917 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14918 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14918 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14919 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14919 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14921 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14921 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14936 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14937 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14938 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14941 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14942 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14942 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14943 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14944 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14956 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14963 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14969 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14971 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14972 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14974 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14975 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14977 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14979 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14980 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14982 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
14982 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
14983 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
14983 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
14984 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14985 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
14986 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
14986 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
14987 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=2706
14987 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=464025
14987 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=1353
14987 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
14988 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
14988 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=993
14989 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=459431
14989 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
14989 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
14989 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=7
14989 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
14989 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=1353
14990 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=1353
14990 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
14990 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
14990 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3529506816
14990 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
14991 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
14991 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
14991 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=2332646
14992 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=316688334
14992 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
14992 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=461149
15001 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
15001 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
15002 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
15002 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Thu Dec 13 15:06:55 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:28 Starting job 3
8 main INFO com.revature.Drivers.FemaleEducation MaleEmployment.java:42 Starting Male employment
154 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
169 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
228 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
237 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
240 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
261 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
288 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
314 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
319 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
320 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
320 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
321 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
326 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
327 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
329 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
334 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
340 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1776550544/.staging/job_local1776550544_0001
349 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
357 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
366 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
368 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
369 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
443 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1776550544_0001
458 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
483 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1776550544_0001
510 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
511 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
512 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
520 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
525 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1776550544_0001_m_000000_0
539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
547 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
548 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
562 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1776550544_0001/attempt_local1776550544_0001_m_000000_0
567 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
666 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
676 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4368760
681 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
683 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
684 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
687 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
687 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
698 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
735 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
735 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
737 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1489 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6568 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6568 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6568 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6568 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6568 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6569 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6569 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6573 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6576 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6577 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6579 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7492 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
7835 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
7862 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
7869 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1776550544_0001_m_000000_0 is done. And is in the process of commiting
7881 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
7883 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
7884 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7886 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7887 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1776550544_0001_m_000000_0' done.
7891 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1776550544_0001_m_000000_0
7894 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1776550544_0001_m_000001_0
7895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
7895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
7895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
7897 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1776550544_0001/attempt_local1776550544_0001_m_000001_0
7901 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
7902 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3242c25c
7905 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
7905 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
7905 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
7906 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
7907 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
7907 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
7924 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
7925 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
7926 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
7927 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
7928 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
7928 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
7928 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8493 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
12608 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
12614 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
12619 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1776550544_0001_m_000001_0 is done. And is in the process of commiting
12620 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12620 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12620 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12620 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12620 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12620 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12629 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12630 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12630 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12630 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12630 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1776550544_0001_m_000001_0' done.
12630 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1776550544_0001_m_000001_0
12631 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1776550544_0001_m_000002_0
12631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
12631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1776550544_0001/attempt_local1776550544_0001_m_000002_0
12632 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
12633 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@52bc3769
12634 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12635 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
12635 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12635 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12635 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12635 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
12641 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
12641 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
12641 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12641 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12836 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
12839 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
12840 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1776550544_0001_m_000002_0 is done. And is in the process of commiting
12840 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12840 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12841 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12841 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12841 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12841 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12841 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12842 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12842 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12842 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12843 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12843 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1776550544_0001_m_000002_0' done.
12843 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1776550544_0001_m_000002_0
12844 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
12848 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
12848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12849 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12849 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1776550544_0001/attempt_local1776550544_0001_r_000000_0
12855 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
12856 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573
12859 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12862 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12866 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
12872 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 464013 bytes
12873 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12873 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12875 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12875 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12921 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1776550544_0001_r_000000_0 is done. And is in the process of commiting
12922 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12922 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12922 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12922 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12923 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12924 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12924 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12925 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12925 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12926 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12926 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
12927 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1776550544_0001_r_000000_0 is allowed to commit now
12928 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1776550544_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000
12928 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1776550544_0001_r_000000_0' to outputGenderStats/BQ3
12932 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12932 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12933 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
12933 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1776550544_0001_r_000000_0' done.
13495 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
13497 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1776550544_0001
13498 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13498 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13499 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13499 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13499 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13499 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13500 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13500 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13500 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13504 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13506 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13513 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13514 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13514 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13520 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13526 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13526 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13526 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
13529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
13529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
13529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
13529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
13530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
13530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
13530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
13531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
13533 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
13542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
13543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
13543 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
13543 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
13544 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=2706
13544 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=464025
13544 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=1353
13544 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
13545 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
13545 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=993
13546 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=459431
13546 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
13546 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
13546 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=7
13547 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
13547 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=1120
13547 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=1353
13547 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
13547 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
13547 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3050831872
13547 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
13548 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
13548 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
13548 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=2269900
13548 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=316688334
13548 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
13548 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=397379
13575 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
13576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
13576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
20 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:45 Starting Female Education
160 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
170 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
234 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
236 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
245 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
247 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
277 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
312 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
350 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
360 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
362 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
362 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
362 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
370 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
374 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
376 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
387 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
395 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson65336970/.staging/job_local65336970_0001
404 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
412 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
414 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
417 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
417 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
497 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local65336970_0001
514 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
555 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local65336970_0001
592 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
595 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
598 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
613 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
617 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local65336970_0001_m_000000_0
640 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
648 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
649 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
674 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local65336970_0001/attempt_local65336970_0001_m_000000_0
681 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
769 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
775 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21ba9bc4
778 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
779 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
780 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
781 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
781 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
787 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
827 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
827 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
827 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
827 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
828 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
828 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
828 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1568 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6684 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6685 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6686 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6686 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6686 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6686 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6686 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6687 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6688 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6689 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6690 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7573 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 3% reduce 0%
9690 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9691 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9691 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9691 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10577 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 5% reduce 0%
12692 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12692 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12692 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12693 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13579 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 7% reduce 0%
15693 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15694 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15694 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15694 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16580 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 9% reduce 0%
18695 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18695 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18695 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18695 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19581 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 11% reduce 0%
21696 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21696 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21696 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21697 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22582 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
24697 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24698 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24699 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24699 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
25583 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 14% reduce 0%
27700 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
27700 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
27700 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
27700 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28584 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 15% reduce 0%
30701 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
30701 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
30701 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
30701 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31584 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
33702 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
33702 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
33702 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
33702 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34585 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
36703 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36703 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36703 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36703 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37586 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 20% reduce 0%
39704 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39704 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39704 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39705 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40591 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 21% reduce 0%
42705 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42705 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42706 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42706 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
43592 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
45707 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
45722 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
45725 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
45729 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
46595 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 23% reduce 0%
48748 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
48762 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
48764 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
48774 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
51778 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51778 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
51778 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51778 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
54779 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
54779 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
54779 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
54779 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
55603 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 25% reduce 0%
57780 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
57780 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
57780 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
57780 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
58604 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
60781 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
60781 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
60781 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
60781 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
61605 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
63783 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
63785 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
63787 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
63789 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
64609 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 28% reduce 0%
66792 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
66794 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
66810 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
66812 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
69815 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
69815 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
69816 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
69816 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
70616 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 29% reduce 0%
72816 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
72816 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
72817 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
72817 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
73617 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 30% reduce 0%
75817 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
75817 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
75818 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
75818 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
76618 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 31% reduce 0%
78818 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
78818 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
78819 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
78819 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
78851 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
78867 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
78870 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local65336970_0001_m_000000_0 is done. And is in the process of commiting
78871 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
78872 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
78872 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
78873 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
78873 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local65336970_0001_m_000000_0' done.
78873 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local65336970_0001_m_000000_0
78874 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local65336970_0001_m_000001_0
78874 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
78874 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
78875 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
78875 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local65336970_0001/attempt_local65336970_0001_m_000001_0
78879 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
78879 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@60f89a63
78881 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
78881 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
78881 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
78882 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
78882 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
78882 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
78923 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
78924 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
78924 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
78924 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
78924 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
78924 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
78925 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
79619 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
84879 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84879 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
84879 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
84880 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
84880 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
84880 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
84880 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
84882 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84882 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
84882 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84882 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
85620 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 37% reduce 0%
87883 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
87883 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
87884 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
87884 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
88621 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 39% reduce 0%
90884 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
90884 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
90884 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
90885 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
91622 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 41% reduce 0%
93885 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
93885 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
93885 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
93885 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
94623 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 44% reduce 0%
96886 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
96886 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
96886 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
96886 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
97623 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 46% reduce 0%
99887 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
99887 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
99887 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
99887 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
100625 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 47% reduce 0%
102889 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
102890 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
102892 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
102894 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
105897 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
105899 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
105905 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
105928 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
106632 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 48% reduce 0%
108930 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
108931 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
108931 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
108931 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
111931 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
111931 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
111932 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
111932 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
112635 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 50% reduce 0%
114932 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
114932 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
114933 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
114933 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
115635 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
117933 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
117933 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
117934 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
117934 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
118636 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 54% reduce 0%
120934 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
120935 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
120935 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
120935 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
121637 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 55% reduce 0%
123937 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
123938 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
123941 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
123942 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
124639 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 57% reduce 0%
126946 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
126948 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
126949 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
126966 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
129968 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
129968 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
129968 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
129968 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
132969 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
132969 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
132969 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
132970 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
133646 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 60% reduce 0%
135970 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
135970 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
135970 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
135970 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
136648 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 62% reduce 0%
138971 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
138971 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
138971 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
138971 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
139652 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 64% reduce 0%
141972 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
141972 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
141972 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
141972 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
142274 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
142277 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
142282 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local65336970_0001_m_000001_0 is done. And is in the process of commiting
142285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
142285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
142285 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
142286 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local65336970_0001_m_000001_0' done.
142286 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local65336970_0001_m_000001_0
142286 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local65336970_0001_m_000002_0
142286 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
142286 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
142287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local65336970_0001/attempt_local65336970_0001_m_000002_0
142293 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
142294 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4d64bde9
142295 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
142296 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
142296 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
142296 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
142296 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
142296 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
142339 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
142340 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
142341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
142341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
142341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
142341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
142341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
142466 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
142473 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
142477 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local65336970_0001_m_000002_0 is done. And is in the process of commiting
142479 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
142481 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
142483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
142486 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
142489 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
142489 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
142489 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
142491 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142491 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
142491 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
142491 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
142491 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local65336970_0001_m_000002_0' done.
142492 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local65336970_0001_m_000002_0
142492 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
142498 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
142498 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142498 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
142498 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
142498 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
142498 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
142498 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
142499 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
142499 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local65336970_0001/attempt_local65336970_0001_r_000000_0
142505 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
142505 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@8e69239
142506 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142506 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
142510 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
142516 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 96777 bytes
142516 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142516 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
142522 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
142522 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
142590 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local65336970_0001_r_000000_0 is done. And is in the process of commiting
142593 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
142596 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
142597 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
142598 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
142600 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
142600 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
142601 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
142606 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142607 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
142610 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
142610 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
142610 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local65336970_0001_r_000000_0 is allowed to commit now
142613 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local65336970_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
142618 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local65336970_0001_r_000000_0' to outputGenderStats/BQ2
142620 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142622 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
142624 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
142626 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
142626 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local65336970_0001_r_000000_0' done.
142654 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
142654 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local65336970_0001
142654 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142655 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
142655 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
142656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
142656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
142656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
142656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
142656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
142656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
142656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
142656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
142656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
142656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
142656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
142657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
142657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
142658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
142658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
142658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
142659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
142659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
142659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
142659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
142659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
142659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
142659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
142659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
142659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
142660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
142660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
142660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
142660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
142660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
142660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
142660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
142661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
142662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
142662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
142662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
142662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
142662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
142662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
142662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
142662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
142662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
142662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
142663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
142663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
142663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
142663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
142663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
142663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
142665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
142665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
142665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
142666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
142666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
142666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
142666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
142666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
142666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
142667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
142667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
142667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
142667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
142667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
142667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
142667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
142668 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
142668 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
142669 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
142670 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
142670 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
142671 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
142671 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
142672 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
142673 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
142673 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
142674 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=4448
142674 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=96789
142676 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=2224
142676 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
142677 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
142677 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
142677 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=92323
142677 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
142677 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
142677 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=18
142677 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
142677 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=1598
142677 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=2224
142678 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
142678 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
142678 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=1584922624
142678 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
142678 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
142678 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
142678 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=729866
142678 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=485731838
142678 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
142680 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=180197
142701 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
142702 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
142703 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
142703 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache